-- Logs begin at Tue 2021-11-23 13:39:07 UTC, end at Tue 2021-11-23 14:50:47 UTC. -- Nov 23 14:20:13.590700 dv-cinder-804035-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 14:20:16.641448 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.common.config [-] Logging enabled! Nov 23 14:20:16.642180 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 14:20:16.642325 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102841) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 14:20:16.645913 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.common.config [-] Logging enabled! Nov 23 14:20:16.646227 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 14:20:16.646585 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102841) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 14:20:16.648316 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 14:20:16.648598 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 14:20:16.649108 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 14:20:16.649402 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 14:20:16.649710 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 14:20:16.650127 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.650702 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 14:20:16.650988 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.651334 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.651675 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.652021 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.652381 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.652762 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.653381 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.653734 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.654066 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.654393 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.654731 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.655077 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.655410 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.655754 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.656090 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.656425 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] debug = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.656757 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.657366 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.657942 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.658330 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.658718 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.659138 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.659518 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.659895 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.660284 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.660738 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] host = dv-cinder-804035-16-iscsi {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.661159 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.661572 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.661958 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.662346 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.662971 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.663902 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.664340 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.664755 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.665178 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.665557 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.665958 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.666344 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.666742 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.667061 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.667388 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.667788 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.668173 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.668556 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.668986 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.669362 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.669744 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.670083 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.670425 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.670771 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.671111 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.671445 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.671768 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.672087 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.672418 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.672741 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.673113 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.673486 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.673855 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.674235 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.674628 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.675134 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.675448 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.675850 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.676232 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.676608 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.677039 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.677426 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.677811 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.678528 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.678768 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.679145 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_json = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.679520 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.679914 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.680309 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.680684 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.681096 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.681473 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.681854 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.682240 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:16.682640 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.683034 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.683434 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.683825 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.684225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.684600 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.685039 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.685416 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.685801 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.686200 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.686594 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.686967 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.687352 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.687728 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.688127 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.688540 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.688975 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.689371 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.689745 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.690122 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.690494 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.690881 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.691268 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.691643 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.692032 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.692435 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.692818 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.693240 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.693634 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.694050 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.694436 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.694811 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.695188 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.695575 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.695959 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.696330 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.696704 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.697123 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.697500 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.697870 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.698261 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.698635 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.699009 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.699382 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.699761 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.700177 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.700566 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.701003 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.701407 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.701793 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.702180 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.702590 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.702968 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.703339 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.703708 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.704082 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.704450 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.704832 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.705238 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.705616 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.705991 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.706358 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.706733 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.707110 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.707478 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.707851 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.708221 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.708590 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.709007 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.709909 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.710281 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.710656 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.711024 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.711394 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.711778 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.712183 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.712565 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.712994 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.713372 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.713747 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.714170 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.714547 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.714959 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.715317 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.715689 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.716086 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.716480 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.716951 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.717288 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.717695 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.718091 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.718468 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.718857 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.719230 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.719602 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.719979 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.720361 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.720760 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.721194 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.721586 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.721981 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.722373 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.722752 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.723164 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.723540 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:16.723847 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 14:20:16.724211 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102841) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 14:20:17.196765 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 14:20:17.198478 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 14:20:17.198478 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 14:20:17.198478 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 14:20:17.585485 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.585838 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.586076 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.587762 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.588190 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.588541 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.629746 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.630055 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.630384 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.646088 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.646781 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.646781 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.679723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.680009 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.680282 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.721102 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.721361 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.721638 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.994397 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.994729 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.995068 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.995390 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:17.996215 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.107710 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.108035 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.108329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.108604 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.108899 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.109220 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.109486 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.109747 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.110004 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.110294 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.110556 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.110827 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.111086 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.111342 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.111603 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.111870 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.112131 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.112400 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.112683 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.112971 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.113249 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.113506 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.113803 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.114210 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.114468 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.114713 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.115150 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:20:18.115397 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:20:18.115703 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:20:18.115946 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:20:18.116191 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:20:18.116430 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:20:18.116819 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 14:20:18.120727 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 14:20:18.125716 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 14:20:18.130081 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 23 14:20:18.132373 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 14:20:18.132909 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 14:20:18.133301 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 14:20:18.133799 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 14:20:18.137595 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 14:20:18.137902 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 14:20:18.138289 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 14:20:18.143941 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 14:20:18.169893 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 14:20:18.170369 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.170679 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102841) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 14:20:18.171060 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.172560 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102841) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 14:20:18.172854 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 14:20:18.173149 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 14:20:18.178294 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.178589 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:18.244633 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 14:20:18.244849 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 14:20:18.245108 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 14:20:18.245412 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 14:20:18.268984 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_db.sqlalchemy.engines [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102841) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 14:20:18.882447 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Initializing driver for type 'gre' Nov 23 14:20:18.883194 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] gre ID ranges: [(1, 1000)] Nov 23 14:20:18.966594 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Initializing driver for type 'local' Nov 23 14:20:18.967138 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Initializing driver for type 'vlan' Nov 23 14:20:18.985010 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] VlanTypeDriver initialization complete Nov 23 14:20:18.985448 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Initializing driver for type 'vxlan' Nov 23 14:20:18.986008 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] vxlan ID ranges: [(1, 1000)] Nov 23 14:20:19.054978 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Initializing extension driver 'port_security' Nov 23 14:20:19.055481 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.extensions.port_security [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] PortSecurityExtensionDriver initialization complete Nov 23 14:20:19.055915 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Initializing mechanism driver 'openvswitch' Nov 23 14:20:19.056302 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Initializing mechanism driver 'hyperv' Nov 23 14:20:19.063511 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.plugin [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.064226 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > port after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.064601 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.064996 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > port after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.065566 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:20:19.066012 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > subnet after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.066373 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > subnet after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.066727 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.067142 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:20:19.067557 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > network after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.067911 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > network after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.068261 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > network after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.069279 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:20:19.069626 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > security_group after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.070176 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > security_group after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.070303 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.070884 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:20:19.071308 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.071668 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.072023 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.072431 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:20:19.072849 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > address_group after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.073228 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > address_group after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.073576 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.073989 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 14:20:19.074489 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] ML2 OVO RPC backend initialized. {{(pid=102841) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 14:20:19.075144 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.075506 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.075935 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > network before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.076292 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > networks before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.076652 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > port before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.077047 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > ports before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.077405 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > subnet before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.077756 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > subnets before_response 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.078112 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > network after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.078459 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > network after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.078803 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > network after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.079144 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > port after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.079488 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.079829 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > port after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.080169 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > subnet after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.080511 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > subnet after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.080849 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.081498 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.plugin [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Modular L2 Plugin initialization complete Nov 23 14:20:19.081831 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading services supported by the core plugin {{(pid=102841) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 14:20:19.082171 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.plugins.ml2.managers [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Got port-security extension from driver 'port_security' Nov 23 14:20:19.082649 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.extensions.vlantransparent [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Disabled vlantransparent extension. Nov 23 14:20:19.083142 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102841) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 14:20:19.083558 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading Plugin: router Nov 23 14:20:19.124235 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.124649 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router after_create 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.125071 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router before_create 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.125449 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.125845 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.126224 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router after_delete 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.126608 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.127012 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.127419 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router after_create 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.127800 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router after_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.128190 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router after_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.128556 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.128993 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router after_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.129462 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router precommit_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.129877 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.130253 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: port after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.130604 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: subnet after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.130956 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.131919 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.132308 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router precommit_create 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.132827 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: port before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.133187 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router precommit_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.133566 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router after_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.133937 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.134319 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router precommit_create 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.134735 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.135103 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router precommit_update 55549900 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.135541 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > agent after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.135957 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > agent after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.136340 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > network after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.137412 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Tracking information for resource: router configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:20:19.137780 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Tracking information for resource: floatingip configured {{(pid=102841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 14:20:19.143848 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.db.l3_agentschedulers_db [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 14:20:19.144502 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.144894 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: port after_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.145296 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: port after_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.145645 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: port after_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.146521 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router before_create 55550100 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.147158 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.147605 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router precommit_create 55550100 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.148007 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > router precommit_update 55550100 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.153819 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.services.provider_configuration [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service providers = [] {{(pid=102841) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 14:20:19.154196 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.db.servicetype_db [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102841) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 14:20:19.157619 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.services.service_base [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 14:20:19.157979 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.services.service_base [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 14:20:19.158332 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.services.service_base [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 14:20:19.159327 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.services.service_base [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 14:20:19.159715 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.services.service_base [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 14:20:19.160136 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:20:19.160463 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 14:20:19.175914 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:20:19.176328 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading Plugin: auto_allocate Nov 23 14:20:19.184790 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: network precommit_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.185336 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: network precommit_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.185978 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:20:19.186332 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading Plugin: tag Nov 23 14:20:19.195848 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:20:19.196295 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading Plugin: timestamp Nov 23 14:20:19.201375 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:20:19.201718 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading Plugin: network_ip_availability Nov 23 14:20:19.208262 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.208644 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.209054 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.209965 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:20:19.210293 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading Plugin: flavors Nov 23 14:20:19.217902 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:20:19.218394 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading Plugin: revisions Nov 23 14:20:19.223812 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 14:20:19.224225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.027s {{(pid=102841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 14:20:19.225888 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102841) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 14:20:19.226079 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Initializing extension manager. Nov 23 14:20:19.226622 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: __init__.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.227078 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: __pycache__ {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.227460 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.227827 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: address_group.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.228775 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.229422 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: address-group Nov 23 14:20:19.229758 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: address_scope.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.232424 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.233082 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: address-scope Nov 23 14:20:19.233455 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.234643 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.235227 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: router-admin-state-down-before-update Nov 23 14:20:19.235582 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: agent.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.236425 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.237044 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: agent Nov 23 14:20:19.237415 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: agent_resources_synced.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.238505 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.239082 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: agent-resources-synced Nov 23 14:20:19.239439 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: allowedaddresspairs.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.242019 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.242573 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: allowed-address-pairs Nov 23 14:20:19.242911 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: auto_allocated_topology.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.244133 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.244666 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: auto-allocated-topology Nov 23 14:20:19.245119 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: availability_zone.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.245865 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.246386 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: availability_zone Nov 23 14:20:19.246723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: availability_zone_filter.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.247731 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.248254 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: availability_zone_filter Nov 23 14:20:19.248585 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: data_plane_status.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.249576 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.250101 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 14:20:19.250424 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: default_subnetpools.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.251398 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.251917 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: default-subnetpools Nov 23 14:20:19.252245 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.253179 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.253704 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: dhcp_agent_scheduler Nov 23 14:20:19.254036 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: dns.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.255079 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.255611 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 14:20:19.255941 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: dns_domain_ports.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.257019 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.257604 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 14:20:19.257937 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.258934 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.259453 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 14:20:19.259778 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: dvr.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.260501 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.261077 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: dvr Nov 23 14:20:19.261409 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: ecmp_routes.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.262434 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.262953 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 14:20:19.263326 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: empty_string_filtering.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.264255 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.264774 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: empty-string-filtering Nov 23 14:20:19.265138 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.266109 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.266655 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 14:20:19.266960 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.267938 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.268451 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 14:20:19.268775 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: external_net.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.269789 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.270357 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: external-net Nov 23 14:20:19.270704 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.271863 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.272581 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: extra_dhcp_opt Nov 23 14:20:19.272942 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: extraroute.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.273937 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.274455 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: extraroute Nov 23 14:20:19.274785 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: extraroute_atomic.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.275913 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.276444 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: extraroute-atomic Nov 23 14:20:19.276861 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: filter_validation.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.277765 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.278618 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: filter-validation Nov 23 14:20:19.278951 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: fip_pf_description.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.280004 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.280549 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 14:20:19.281042 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: fip_port_details.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.282272 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.282875 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: fip-port-details Nov 23 14:20:19.283206 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: flavors.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.284601 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.285192 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: flavors Nov 23 14:20:19.285523 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.287442 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.288660 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 14:20:19.289016 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: floatingip_pools.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.289823 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.290458 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: floatingip-pools Nov 23 14:20:19.290831 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: ip_allocation.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.291931 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.292522 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 14:20:19.292920 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.293963 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.294535 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: ip-substring-filtering Nov 23 14:20:19.294918 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: l2_adjacency.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.295983 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.296555 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 14:20:19.297174 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: l3.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.298797 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.299672 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: router Nov 23 14:20:19.300154 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.303915 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.304639 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 14:20:19.305709 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.306569 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.307227 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: ext-gw-mode Nov 23 14:20:19.307713 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.308995 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.309653 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: l3-ha Nov 23 14:20:19.310084 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: l3_flavors.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.311286 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.311949 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: l3-flavors Nov 23 14:20:19.312368 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.313585 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.314238 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 14:20:19.314652 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: l3agentscheduler.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.316016 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.316570 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: l3_agent_scheduler Nov 23 14:20:19.316935 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: local_ip.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.319107 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.319671 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension local_ip not supported by any of loaded plugins Nov 23 14:20:19.320011 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: logging.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.321958 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.322364 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension logging not supported by any of loaded plugins Nov 23 14:20:19.322703 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: metering.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.323552 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.324166 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: metering Nov 23 14:20:19.324496 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.325774 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.326307 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: metering_source_and_destination_fields Nov 23 14:20:19.326635 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: multiprovidernet.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.327632 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.328155 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: multi-provider Nov 23 14:20:19.328482 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: netmtu.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.329498 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.330016 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: net-mtu Nov 23 14:20:19.330344 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: netmtu_writable.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.331359 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.331893 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: net-mtu-writable Nov 23 14:20:19.332378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: network_availability_zone.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.333203 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.333736 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: network_availability_zone Nov 23 14:20:19.334063 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: network_ip_availability.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.335915 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.336469 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: network-ip-availability Nov 23 14:20:19.336795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: network_segment_range.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.337714 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.338290 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 14:20:19.338620 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: pagination.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.339753 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.340287 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: pagination Nov 23 14:20:19.340617 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: port_device_profile.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.341678 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.342254 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: port-device-profile Nov 23 14:20:19.342577 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.343604 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.344135 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: port-mac-address-regenerate Nov 23 14:20:19.344461 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.345466 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.345988 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: port-numa-affinity-policy Nov 23 14:20:19.346311 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: port_resource_request.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.347338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.347794 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 14:20:19.348124 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: port_resource_request_groups.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.349182 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.349703 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 14:20:19.350118 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: portbindings.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.351124 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.351653 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: binding Nov 23 14:20:19.351980 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: portbindings_extended.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.353410 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.353955 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: binding-extended Nov 23 14:20:19.354288 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: portsecurity.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.355284 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.355796 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: port-security Nov 23 14:20:19.356132 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: project_id.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.357668 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.357668 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: project-id Nov 23 14:20:19.357985 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: providernet.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.358879 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.359434 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: provider Nov 23 14:20:19.359762 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.363768 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.364333 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos not supported by any of loaded plugins Nov 23 14:20:19.364675 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.366734 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.367293 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 14:20:19.367631 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.368676 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.369407 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 14:20:19.369828 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos_default.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.370922 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.371473 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos-default not supported by any of loaded plugins Nov 23 14:20:19.371809 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos_fip.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.372517 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.373089 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 14:20:19.373420 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos_gateway_ip.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.374429 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.374964 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 14:20:19.375294 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos_port_network_policy.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.376268 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.376789 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 14:20:19.377158 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.378255 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.378782 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 14:20:19.379115 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos_pps_rule.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.380338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.380901 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 14:20:19.381301 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos_rule_type_details.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.382797 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.383490 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 14:20:19.383811 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: qos_rules_alias.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.384782 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.385342 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 14:20:19.385666 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: quota_check_limit.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.386623 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.387143 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: quota-check-limit Nov 23 14:20:19.387472 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: quotasv2.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.388621 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.388927 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: quotas Nov 23 14:20:19.389230 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: quotasv2_detail.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.392836 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.393223 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: quota_details Nov 23 14:20:19.393647 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: rbac.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.394711 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.395308 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: rbac-policies Nov 23 14:20:19.395665 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: rbac_address_group.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.396685 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.397285 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: rbac-address-group Nov 23 14:20:19.397615 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: rbac_address_scope.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.398584 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.399111 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: rbac-address-scope Nov 23 14:20:19.399440 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: rbac_security_groups.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.400409 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.400994 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: rbac-security-groups Nov 23 14:20:19.401326 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: rbac_subnetpool.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.402279 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.402807 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: rbac-subnetpool Nov 23 14:20:19.403425 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: revisionifmatch.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.404393 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.404976 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: revision-if-match Nov 23 14:20:19.405261 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: revisions.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.406450 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.406972 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: standard-attr-revisions Nov 23 14:20:19.407305 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: router_availability_zone.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.408003 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.408523 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: router_availability_zone Nov 23 14:20:19.408852 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: routerservicetype.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.409835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.410349 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 14:20:19.410678 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.416190 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.416190 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: security-groups-normalized-cidr Nov 23 14:20:19.416190 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.416190 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.416190 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: port-security-groups-filtering Nov 23 14:20:19.416190 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.417010 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.417010 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: security-groups-remote-address-group Nov 23 14:20:19.417010 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.417451 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.418048 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: security-groups-shared-filtering Nov 23 14:20:19.418447 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.419109 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 14:20:19.419475 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: securitygroup.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.430954 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.431617 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: security-group Nov 23 14:20:19.432055 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: segment.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.433033 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.433566 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension segment not supported by any of loaded plugins Nov 23 14:20:19.433905 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.435138 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.435691 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 14:20:19.436024 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: servicetype.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.437304 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.437875 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: service-type Nov 23 14:20:19.438217 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: sorting.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.439279 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.439633 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: sorting Nov 23 14:20:19.439972 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: standard_attr_segment.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.441083 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.441641 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 14:20:19.441975 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: standardattrdescription.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.442884 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.443661 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: standard-attr-description Nov 23 14:20:19.444061 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: stateful_security_group.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.445455 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.446012 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: stateful-security-group Nov 23 14:20:19.446352 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: stdattrs_common.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.446971 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 14:20:19.447324 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.448415 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.448993 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 14:20:19.449324 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: subnet_onboard.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.450506 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.451139 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: subnet_onboard Nov 23 14:20:19.451489 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.452503 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.453072 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 14:20:19.453502 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: subnet_service_types.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.454467 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.455065 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: subnet-service-types Nov 23 14:20:19.455431 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: subnetallocation.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.456650 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.457222 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: subnet_allocation Nov 23 14:20:19.457560 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.458288 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.458810 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: subnetpool-prefix-ops Nov 23 14:20:19.459142 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.461147 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.461690 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 14:20:19.462022 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: tagging.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.463216 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.463742 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: standard-attr-tag Nov 23 14:20:19.464087 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: timestamp.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.465479 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.466097 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loaded extension: standard-attr-timestamp Nov 23 14:20:19.466387 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: trunk.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.467537 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.468101 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension trunk not supported by any of loaded plugins Nov 23 14:20:19.468469 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: trunk_details.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.469482 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.470005 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 14:20:19.470336 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: uplink_status_propagation.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.471308 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.471848 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 14:20:19.472247 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Loading extension file: vlantransparent.py {{(pid=102841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 14:20:19.473113 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 14:20:19.473705 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 14:20:19.476806 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:network Nov 23 14:20:19.477416 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:subnet Nov 23 14:20:19.477825 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 14:20:19.478238 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:port Nov 23 14:20:19.479583 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.480050 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service FLAVORS assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.480714 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.481175 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.481558 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:router Nov 23 14:20:19.482026 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 14:20:19.482576 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service METERING assigned prefix: /metering {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.484113 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.484493 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.484858 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:20:19.485960 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 14:20:19.486442 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:security_group Nov 23 14:20:19.486878 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 14:20:19.487546 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service CORE assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.487876 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 14:20:19.488236 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] subnetpool is already registered Nov 23 14:20:19.488683 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service CORE assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.489054 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 14:20:19.489401 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] subnetpool is already registered Nov 23 14:20:19.492431 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.492912 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service FLAVORS assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.493513 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.493967 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.494297 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:router Nov 23 14:20:19.494650 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] router is already registered Nov 23 14:20:19.495082 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 14:20:19.495531 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] floatingip is already registered Nov 23 14:20:19.496359 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service METERING assigned prefix: /metering {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.497694 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 14:20:19.498262 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] rbac_policy is already registered Nov 23 14:20:19.498989 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:security_group Nov 23 14:20:19.499601 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] security_group is already registered Nov 23 14:20:19.500321 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 14:20:19.500945 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] security_group_rule is already registered Nov 23 14:20:19.502127 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service CORE assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.502712 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 14:20:19.503280 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] subnetpool is already registered Nov 23 14:20:19.504031 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.v2.resource_helper [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Service CORE assigned prefix: {{(pid=102841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 14:20:19.504602 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 14:20:19.505234 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING neutron.quota.resource_registry [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] subnetpool is already registered Nov 23 14:20:19.506093 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: extensions {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.508582 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: address-groups {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.510145 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: address-scopes {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.511610 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: agents {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.512680 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: auto-allocated-topology {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.514088 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: availability_zones {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.515388 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: dhcp-networks {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.517150 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: dhcp-agents {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.518674 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: routers {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.522811 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: flavors {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.524032 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: service_profiles {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.525313 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: next_providers {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.526792 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: service_profiles {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.528621 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: floatingip-pools {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.529863 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: routers {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.532127 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: floatingips {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.533470 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: l3-routers {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.534892 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: l3-agents {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.536294 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: metering-labels {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.537860 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: metering-label-rules {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.539178 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: network-ip-availabilities {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.540498 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: bindings {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.542320 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: quotas {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.543892 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: quotas {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.545496 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: rbac-policies {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.546813 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: security-groups {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.548054 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: security-group-rules {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.549339 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: service-providers {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.550557 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: subnetpools {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.552001 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: subnetpools {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.554200 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.555990 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.558011 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.559930 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.561972 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.564118 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.566028 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.568264 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.570893 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.573499 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron.api.extensions [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Extended resource: tags {{(pid=102841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 14:20:19.586438 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING keystonemiddleware.auth_token [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 14:20:19.595139 dv-cinder-804035-16-iscsi neutron-server[102841]: WARNING keystonemiddleware.auth_token [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 14:20:19.604723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Acquired lock "singleton_lock" {{(pid=102841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 14:20:19.605233 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_concurrency.lockutils [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Releasing lock "singleton_lock" {{(pid=102841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 14:20:19.605920 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO oslo_service.service [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Starting 2 workers Nov 23 14:20:19.610919 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Started child 102952 {{(pid=102841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 14:20:19.616951 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Started child 102953 {{(pid=102841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 14:20:19.618369 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO neutron.service [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 14:20:19.619019 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Publish callbacks [] for process, before_spawn {{(pid=102841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.621660 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO oslo_service.service [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Starting 1 workers Nov 23 14:20:19.621893 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.622847 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.624292 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [-] (102953) wsgi starting up on http://0.0.0.0:9696 Nov 23 14:20:19.624451 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [-] (102952) wsgi starting up on http://0.0.0.0:9696 Nov 23 14:20:19.627181 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Started child 102954 {{(pid=102841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 14:20:19.627809 dv-cinder-804035-16-iscsi neutron-server[102841]: INFO oslo_service.service [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Starting 1 workers Nov 23 14:20:19.632338 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.service [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] calling RpcWorker wait() {{(pid=102954) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 14:20:19.633394 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.service [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] returning from RpcWorker wait() {{(pid=102954) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 14:20:19.633606 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Started child 102955 {{(pid=102841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 14:20:19.634098 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG neutron_lib.callbacks.manager [None req-605de162-5bf2-4899-a85b-ef0463bf8400 None None] Publish callbacks [] for process, after_spawn {{(pid=102841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.635371 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.635992 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.636308 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102841) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 14:20:19.636634 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 14:20:19.637006 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 14:20:19.637361 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 14:20:19.637895 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 14:20:19.638198 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 14:20:19.639024 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.639489 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.639916 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.640348 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.640740 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.641382 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.641642 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:19.642523 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.642523 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.642523 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.642523 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.643453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.643453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.643453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.643453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.644329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.644329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.644329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.645007 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.645007 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.645007 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.645673 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.645673 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.646129 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] debug = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.646129 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.646563 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.646833 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.647563 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.647795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.648132 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.648383 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.648683 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.648975 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.649211 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.649496 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.649893 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.650127 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.650357 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.650603 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.650829 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.651053 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.651286 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.651790 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] host = dv-cinder-804035-16-iscsi {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.652031 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.652285 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.652517 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.652747 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.653320 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.653603 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.654017 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.654267 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.654492 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.654716 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.654936 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.655158 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.655434 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.655750 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.655992 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_options = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.656219 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.656445 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.656669 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.656984 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.657218 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.657454 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.657682 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.657892 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.658096 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.658286 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.658506 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.658727 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.658947 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.659175 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.659465 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.659709 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.660118 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.660340 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.660570 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.660790 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.661082 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.661308 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.661568 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.661788 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.662007 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.662217 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.662505 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.662770 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.663012 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.663240 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.663562 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.663935 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.664459 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.664459 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.664459 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.665227 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.665227 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.665227 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.665870 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.665870 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.666282 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.666282 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.666704 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.666704 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.667173 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.667173 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.667571 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_json = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.667771 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.667989 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.668217 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.668518 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.668829 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.669100 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.669371 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.669652 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.670195 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.670525 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.670853 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.671087 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.671450 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.671697 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.671926 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.672164 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.672434 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.672673 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.673017 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.673276 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.673557 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.673787 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.674056 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.675437 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.675693 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.675945 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.676178 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.676420 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.676650 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.676942 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.677239 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.677489 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.677754 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.678035 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.678942 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.679757 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.679757 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.679757 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.680657 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.680657 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.680657 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.680657 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.681642 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.681642 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.681642 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.681642 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.682508 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.682508 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.682508 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.682508 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.683326 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.683326 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.683326 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.683973 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.683973 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.683973 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.684822 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.684822 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.684822 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.684822 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.686060 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.686060 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.686060 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.686060 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.686060 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.687114 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.687114 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.687114 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.687114 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.688086 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.688086 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.688086 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.688086 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.688086 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.689203 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.689203 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.689203 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.689203 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.690055 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.690055 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.690055 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.690055 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.691089 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.691089 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.691089 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.691089 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.691089 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.692572 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.692572 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.692572 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.692572 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.692572 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.693929 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.693929 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.693929 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.694612 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.695078 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.695078 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.695078 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.695078 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.695078 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.695078 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.695078 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.696835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.696835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.696835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.696835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.696835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.696835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.696835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.698399 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.698399 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.698399 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.698399 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.698399 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.698399 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.698399 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.699845 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.699845 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.699845 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.699845 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.699845 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.701099 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.701099 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.701099 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.701099 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.701099 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.702201 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.702201 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.702201 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.702201 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.703077 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.703077 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.703077 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.703643 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.703643 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.703643 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.704221 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.704221 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.704627 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.704627 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.705654 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.705654 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.705654 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.705654 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.706378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.706378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.706759 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.706759 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.707135 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.707338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.707538 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.707745 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.708030 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.708292 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.708543 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.708814 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.709064 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.709868 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.710887 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.710887 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.710887 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.711674 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.711674 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.711674 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.711674 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.712544 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.712544 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.712544 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.712544 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.713311 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.713311 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.713311 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.713845 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.713845 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.714213 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.714213 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.714566 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.714752 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.714942 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.715139 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.715352 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.715628 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.715974 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.716183 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.716376 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.716628 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.716906 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.717170 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.717414 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.717625 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.717873 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.718119 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.718347 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.718604 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.718785 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.718994 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.719212 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.719644 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.719898 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.720098 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.720273 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.720620 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.720906 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.721127 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.721444 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.721655 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.721840 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.722086 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.722308 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.722626 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.722835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.723078 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.723299 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.723549 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.723806 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.724027 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.724225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.724425 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.724625 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.725001 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.725274 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.725552 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.725799 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.726186 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.726419 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.726628 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.726820 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.727012 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.727217 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.727470 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.727695 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.727918 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.728131 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.728351 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.728552 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.728791 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.729020 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.729271 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.729487 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.729849 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.730046 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.730257 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.730498 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.730697 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.731005 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.731204 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.731404 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.731603 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.731802 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.732004 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.732215 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.732573 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.732782 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.733023 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.733255 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.733579 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.733782 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.734035 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.734280 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.734574 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.734836 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.735110 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.735393 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.735687 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.735924 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.736291 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.736500 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.736720 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.736967 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.737220 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.737684 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.737901 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.738104 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.738317 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.738601 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.738917 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.739220 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.739500 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.739961 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.740194 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.740552 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.740917 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.741127 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.741386 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.741660 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.741852 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.742068 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.742319 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.742809 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.742809 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.743215 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.743410 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.743632 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.743868 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.744111 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.744401 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.744644 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.744862 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.745115 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.745316 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 14:20:19.745782 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102841) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 14:20:19.745995 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 14:20:19.746208 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 14:20:19.746635 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 14:20:19.746635 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 14:20:19.746635 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 14:20:19.747189 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.747189 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.747189 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.747189 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.748067 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.748067 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.748067 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.748067 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.748067 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.749085 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.749085 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.749085 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.749085 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.749085 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.749085 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.749085 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.750479 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.750479 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.750479 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.750479 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.750479 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.750479 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.750479 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] debug = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.750479 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.751963 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.751963 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.751963 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.751963 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.751963 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.751963 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.753101 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.753101 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.753101 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.753101 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.753101 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.753101 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.753101 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.753101 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.754695 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.754695 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.754695 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.754695 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] host = dv-cinder-804035-16-iscsi {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.754695 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.754695 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.754695 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.754695 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.756119 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.756119 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.756119 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.756119 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.756119 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.756119 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.756119 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.756119 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.758378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.758378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.758378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_options = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.758378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.758378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.758378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.758378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.758378 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.759865 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.759865 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.759865 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.759865 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.759865 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.759865 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.759865 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.759865 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.761381 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.761381 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.761381 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.761381 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.761381 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.761381 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.761381 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.761381 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.762723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.762723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.762723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.762723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.762723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.762723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.762723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.762723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.762723 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.764385 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.764385 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.764385 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.764385 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.764385 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.764385 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.764385 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.764385 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.765877 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.765877 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.765877 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.765877 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.765877 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.765877 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.765877 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.765877 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.767383 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_json = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.767383 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.767383 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.767383 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.767383 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.767383 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.767383 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.767383 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.768570 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 14:20:19.768570 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.768570 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.768570 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.768570 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.768570 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.768570 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.768570 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.770126 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.770126 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.770126 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.770126 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.770126 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.770126 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.770126 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.770126 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.771760 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.771760 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.771760 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.771760 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.771760 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.771760 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.771760 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.771760 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.773290 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.773290 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.773290 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.773290 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.773290 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.773290 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.773290 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.773290 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.775268 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.775268 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.775268 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.775268 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.775268 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.775268 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.775268 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.775268 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.776751 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.776751 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.776751 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.776751 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.776751 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.776751 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.776751 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.776751 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.776751 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.778888 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.778888 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.778888 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.778888 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.778888 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.778888 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.778888 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.778888 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.778888 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.780685 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.780685 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.780685 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.780685 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.780685 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.780685 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.780685 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.780685 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.780685 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.782453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.782453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.782453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.782453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.782453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.782453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.782453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.782453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.782453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.784042 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.784042 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.784042 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.784042 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.784042 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.784042 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.784042 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.784042 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.784042 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.785696 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.785696 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.785696 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.785696 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.785696 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.785696 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.785696 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.785696 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.785696 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.787204 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.787204 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.787204 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.787204 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.787204 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.787204 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.787204 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.787204 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.789426 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.789426 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.789426 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.789426 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.789426 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.789426 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.789426 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.789426 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.791000 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.791000 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.791000 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.791000 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.791000 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.791000 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.791000 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.791000 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.792471 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.792471 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.792471 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.792471 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.792471 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.792471 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.792471 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.792471 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.793795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.793795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.793795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.793795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.793795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.793795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.793795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.793795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.793795 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.795184 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.795184 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.795184 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.795184 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.795184 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.795184 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.795184 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.795184 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.796453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.796453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.796453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.796453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.796453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.796453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.796453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.796453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.797766 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.797766 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.797766 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.797766 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.797766 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.797766 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.797766 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.797766 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.799398 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.799398 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.799398 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.799398 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.799398 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.799398 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.799398 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.799398 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.800835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.800835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.800835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.800835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.800835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.800835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.800835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.800835 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.802329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.802329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.802329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.802329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.802329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.802329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.802329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.802329 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.803624 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.803624 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.803624 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.803624 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.803624 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.803624 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.803624 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.803624 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.805058 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.805058 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.805058 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.805058 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.805058 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.805058 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.805058 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.805058 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.806025 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.806025 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.806025 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.806025 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.806025 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.806025 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.806025 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.806025 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.807140 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.807140 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.807140 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.807140 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.807140 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.807140 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.807140 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.807140 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.808814 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.808814 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.808814 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.808814 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.808814 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.808814 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.808814 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.808814 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.809852 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.809852 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.809852 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.809852 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.809852 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.809852 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.809852 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.809852 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.811166 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.811166 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.811166 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.811166 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.811166 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.811166 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.811166 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.811166 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.812460 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.812460 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.812460 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.812460 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.812460 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.812460 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.812460 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.812460 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.813533 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.813533 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.813533 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.813533 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.813533 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.813533 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.813533 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.813533 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.814453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.814453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.814453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.814453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.814453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.814453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.814453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.814453 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.815338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.815338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.815338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.815338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.815338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.815338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.815338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.815338 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.816225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.816225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.816225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.816225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.816225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.816225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.816225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.816225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.816225 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.817346 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.817346 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.817346 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.817346 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.817346 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.817346 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.817346 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.817346 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.817346 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.818253 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.818253 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.818253 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 14:20:19.818253 dv-cinder-804035-16-iscsi neutron-server[102841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 14:20:19.842597 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 39762) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:19.850973 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:19.852155 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072429 Nov 23 14:20:34.181761 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f092893c-aa39-44c7-9076-b2d99a8cba35 None None] get_active_networks_info from dv-cinder-804035-16-iscsi {{(pid=102954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 14:20:34.264770 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f092893c-aa39-44c7-9076-b2d99a8cba35 None None] No non-hosted networks {{(pid=102954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 14:20:34.280400 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.agentschedulers_db [None req-f092893c-aa39-44c7-9076-b2d99a8cba35 None None] DHCP Agent not found on host dv-cinder-804035-16-iscsi {{(pid=102954) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 14:20:34.396234 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-d1986309-7e8c-4c50-a3cf-0c07ad1647e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562853'] for agent, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.590832 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e913bad9-a241-457e-96e3-e72091ba5d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562853'] for agent, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:36.702888 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-74abe813-eb0c-48e8-b1b0-967378f15afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:38.203846 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562853'] for agent, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:39.829092 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562853'] for agent, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:40.154173 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.db.l3_hamode_db [None req-b95401d4-5fe9-4f95-a9c7-1aac38e5bff7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 14:20:40.251454 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95401d4-5fe9-4f95-a9c7-1aac38e5bff7 None None] Routers set() bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:20:40.252035 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95401d4-5fe9-4f95-a9c7-1aac38e5bff7 None None] Router IDs set() for agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 14:20:40.467439 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562853'] for agent, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:40.468202 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.468562 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.468963 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.469362 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.469796 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.470279 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.470693 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.471091 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.471512 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.471901 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.472337 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.472677 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:40.473131 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:40.487397 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:20:41.373774 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 39858) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:42.047858 dv-cinder-804035-16-iscsi neutron-server[102952]: WARNING oslo_policy.policy [None req-c002b3ea-f27b-4279-b395-73ca5e09487a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:20:42.048516 dv-cinder-804035-16-iscsi neutron-server[102952]: WARNING oslo_policy.policy [None req-c002b3ea-f27b-4279-b395-73ca5e09487a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:20:42.286009 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [None req-c002b3ea-f27b-4279-b395-73ca5e09487a admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:20:42.287077 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-c002b3ea-f27b-4279-b395-73ca5e09487a admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9121885 Nov 23 14:20:45.042591 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 39874) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:45.400613 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-a94708cd-bde8-44f4-a6c5-cde9470cc814 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:45.507054 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.policy [None req-a94708cd-bde8-44f4-a6c5-cde9470cc814 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102952) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 14:20:45.556097 dv-cinder-804035-16-iscsi neutron-server[102952]: WARNING oslo_policy.policy [None req-a94708cd-bde8-44f4-a6c5-cde9470cc814 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:20:45.556386 dv-cinder-804035-16-iscsi neutron-server[102952]: WARNING oslo_policy.policy [None req-a94708cd-bde8-44f4-a6c5-cde9470cc814 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:20:45.565549 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.quota [None req-a94708cd-bde8-44f4-a6c5-cde9470cc814 admin admin] Loaded quota_driver: . Nov 23 14:20:45.692007 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a94708cd-bde8-44f4-a6c5-cde9470cc814 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737237989449', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737237990822', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737238002347', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737238001572', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737238014404', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737238023897', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1723620', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1319567', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-517676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-400376'] for rbac-policy, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:45.806693 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a94708cd-bde8-44f4-a6c5-cde9470cc814 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:45.807919 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-a94708cd-bde8-44f4-a6c5-cde9470cc814 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7640986 Nov 23 14:20:48.690759 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 39886) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:49.027200 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Request body: {'network': {'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'admin_state_up': True, 'name': 'private', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:49.059643 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Made reservation on behalf of 97722ecf4f5e4adcb983afdbb6c1b64d for: {'network': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:49.062563 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.081471 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.219145 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.224436 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.246145 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:20:49.278556 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737234884527', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.279466 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Unsubscribe: segment precommit_create {{(pid=102952) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 14:20:49.279976 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.segments_db [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Added segment 585ea0fd-d0da-4c8e-86ab-04ea203784af of type vlan for network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 Nov 23 14:20:49.299472 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca9886d-9ad2-4d67-928d-22cdda63ae72,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:49.362810 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.363066 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.363391 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.363729 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.364060 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.364403 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.364734 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.365113 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.365437 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.366286 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.366615 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.366942 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Tracked resource versions report: Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: pushed versions: Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: { 'AddressGroup': {'1.2'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'ConntrackHelper': {'1.0'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Log': {'1.0'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Network': {'1.1'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Port': {'1.7'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'PortForwarding': {'1.2'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'QosPolicy': {'1.10'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SecurityGroup': {'1.5'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SubPort': {'1.0'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Subnet': {'1.1'}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Trunk': {'1.1'}} Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: consumer versions: Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: { DHCP agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: L3 agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: Metadata agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: Metering agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: Open vSwitch agent@dv-cinder-804035-16-iscsi: { 'AddressGroup': '1.2', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'ConntrackHelper': '1.0', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Log': '1.0', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Network': '1.1', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Port': '1.7', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'PortForwarding': '1.2', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'QosPolicy': '1.10', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SecurityGroup': '1.5', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SecurityGroupRule': '1.2', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SubPort': '1.0', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Subnet': '1.1', Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Trunk': '1.1'}} Nov 23 14:20:49.368357 dv-cinder-804035-16-iscsi neutron-server[102952]: {{(pid=102952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:20:49.404621 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.456896 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.458310 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:49.459160 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:49.523768 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8317559 Nov 23 14:20:49.574685 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae627ea-b247-4b1c-96b5-705151075926 admin admin] Pushing event updated for resources: {'Network': ['ID=3c39e9e5-8940-41c7-aa88-5a4d3422be28,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:49.589415 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:20:52.718870 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 39900) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:53.338601 dv-cinder-804035-16-iscsi neutron-server[102953]: WARNING oslo_policy.policy [None req-5880086b-4508-4c04-9bbb-22f2d21e3553 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:20:53.339213 dv-cinder-804035-16-iscsi neutron-server[102953]: WARNING oslo_policy.policy [None req-5880086b-4508-4c04-9bbb-22f2d21e3553 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:20:53.812860 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.policy [None req-5880086b-4508-4c04-9bbb-22f2d21e3553 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102953) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 14:20:53.861100 dv-cinder-804035-16-iscsi neutron-server[102953]: WARNING oslo_policy.policy [None req-5880086b-4508-4c04-9bbb-22f2d21e3553 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:20:53.861487 dv-cinder-804035-16-iscsi neutron-server[102953]: WARNING oslo_policy.policy [None req-5880086b-4508-4c04-9bbb-22f2d21e3553 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 14:20:53.870763 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5880086b-4508-4c04-9bbb-22f2d21e3553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:53.872829 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5880086b-4508-4c04-9bbb-22f2d21e3553 admin admin] 10.222.0.59 "GET /v2.0/networks/3c39e9e5-8940-41c7-aa88-5a4d3422be28 HTTP/1.1" status: 200 len: 825 time: 1.1515837 Nov 23 14:20:53.916523 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-b1370824-99c1-4204-a009-bf9c8384e0ae admin admin] 10.222.0.59 "GET /v2.0/subnetpools/bf180b44-a228-49cc-851b-a1e9155ed8a0 HTTP/1.1" status: 200 len: 734 time: 0.0370798 Nov 23 14:20:53.926631 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'subnetpool_id': 'bf180b44-a228-49cc-851b-a1e9155ed8a0', 'ip_version': 4}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:20:53.928325 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.quota [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Loaded quota_driver: . Nov 23 14:20:53.972536 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Made reservation on behalf of 97722ecf4f5e4adcb983afdbb6c1b64d for: {'subnet': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:20:53.975995 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:54.337728 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:54.422216 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Checking segment: {'id': '585ea0fd-d0da-4c8e-86ab-04ea203784af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:54.422583 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Network hostable DHCP agents. Network: 3c39e9e5-8940-41c7-aa88-5a4d3422be28, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:20:54.432222 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:54.452309 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.452849 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.453221 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.453612 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.454176 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.454772 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.455345 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.455922 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.456479 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.457072 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.457598 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.457949 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Tracked resource versions report: Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: pushed versions: Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: { 'AddressGroup': {'1.2'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'ConntrackHelper': {'1.0'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Log': {'1.0'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Network': {'1.1'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Port': {'1.7'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'PortForwarding': {'1.2'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'QosPolicy': {'1.10'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SecurityGroup': {'1.5'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SubPort': {'1.0'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Subnet': {'1.1'}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Trunk': {'1.1'}} Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: consumer versions: Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: { DHCP agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: L3 agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: Metadata agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: Metering agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: Open vSwitch agent@dv-cinder-804035-16-iscsi: { 'AddressGroup': '1.2', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'ConntrackHelper': '1.0', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Log': '1.0', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Network': '1.1', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Port': '1.7', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'PortForwarding': '1.2', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'QosPolicy': '1.10', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SecurityGroup': '1.5', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SecurityGroupRule': '1.2', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SubPort': '1.0', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Subnet': '1.1', Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Trunk': '1.1'}} Nov 23 14:20:54.461407 dv-cinder-804035-16-iscsi neutron-server[102953]: {{(pid=102953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:20:54.521656 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:20:54.544291 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 3c39e9e5-8940-41c7-aa88-5a4d3422be28) {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:54.552153 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:20:54.553685 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:54.560455 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d5e6f1-fd90-4cde-9eb5-8121a88ed3f8 None None] Network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:20:54.585810 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-e954b049-f12b-4b4b-bc91-383c7395d3a9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6624162 Nov 23 14:20:55.012458 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp149c54f5-4f1e-5612-a8be-7e2996bbc970-3c39e9e5-8940-41c7-aa88-5a4d3422be28', 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'fixed_ips': [{'subnet_id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6'}]}} from dv-cinder-804035-16-iscsi. {{(pid=102954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:20:55.014364 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.473668 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.db_base_plugin_common [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Allocated IP 172.20.0.2 (3c39e9e5-8940-41c7-aa88-5a4d3422be28/ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6/94a7307a-7dc9-4dbc-bf02-ca6969660eb4) {{(pid=102954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:20:55.726796 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.736490 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.814252 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 is already hosted by enough agents. {{(pid=102954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:20:55.822805 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.base_scheduler [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Resources bound (agent type, host, resource id): {{(pid=102954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:20:55.842099 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Received port after_create {{(pid=102954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:20:55.850964 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Pushing event updated for resources: {'Port': ['ID=94a7307a-7dc9-4dbc-bf02-ca6969660eb4,revision_number=1']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:55.895373 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.895739 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.896090 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.896431 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.896768 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.898298 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.898650 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.898988 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.899339 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.899680 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.900006 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.900331 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Tracked resource versions report: Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: pushed versions: Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: { 'AddressGroup': {'1.2'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'ConntrackHelper': {'1.0'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Log': {'1.0'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Network': {'1.1'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Port': {'1.7'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'PortForwarding': {'1.2'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'QosPolicy': {'1.10'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SecurityGroup': {'1.5'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SubPort': {'1.0'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Subnet': {'1.1'}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Trunk': {'1.1'}} Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: consumer versions: Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: { DHCP agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: L3 agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: Metadata agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: Metering agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: Open vSwitch agent@dv-cinder-804035-16-iscsi: { 'AddressGroup': '1.2', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'ConntrackHelper': '1.0', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Log': '1.0', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Network': '1.1', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Port': '1.7', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'PortForwarding': '1.2', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'QosPolicy': '1.10', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SecurityGroup': '1.5', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SecurityGroupRule': '1.2', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SubPort': '1.0', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Subnet': '1.1', Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Trunk': '1.1'}} Nov 23 14:20:55.901718 dv-cinder-804035-16-iscsi neutron-server[102954]: {{(pid=102954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:20:55.938868 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Attempting to bind port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:20:55.939272 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Attempting to bind port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '585ea0fd-d0da-4c8e-86ab-04ea203784af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:20:55.939698 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Attempting to bind port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4 on network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:20:55.945501 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:20:55.945880 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Checking segment: {'id': '585ea0fd-d0da-4c8e-86ab-04ea203784af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:20:55.946360 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:55.946758 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Bound using segment: {'id': '585ea0fd-d0da-4c8e-86ab-04ea203784af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:20:55.947251 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Bound port: 94a7307a-7dc9-4dbc-bf02-ca6969660eb4, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea0fd-d0da-4c8e-86ab-04ea203784af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:20:55.947670 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:56.014915 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] For port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:20:56.019267 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] For port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=94a7307a-7dc9-4dbc-bf02-ca6969660eb4,segment=NetworkSegment(585ea0fd-d0da-4c8e-86ab-04ea203784af),segment_id=585ea0fd-d0da-4c8e-86ab-04ea203784af)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:20:56.024891 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:20:56.091717 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa36dae-73d2-490d-9c9a-98aab39a40e2 None None] Pushing event updated for resources: {'Port': ['ID=94a7307a-7dc9-4dbc-bf02-ca6969660eb4,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:20:57.557677 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 39920) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:20:58.119688 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [None req-5b19467d-35ee-4111-af4b-f3e678ad1846 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:20:58.122952 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5b19467d-35ee-4111-af4b-f3e678ad1846 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5639575 Nov 23 14:20:59.771249 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 5 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:21:01.188423 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 39928) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:01.684251 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [None req-56520d28-4ec3-4449-bed7-36f6911fc8b8 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:21:01.685825 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-56520d28-4ec3-4449-bed7-36f6911fc8b8 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4962189 Nov 23 14:21:04.071423 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6522dac-c71b-4f6e-84fb-aff1a21df75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.031998 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 39942) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:05.478108 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-5dc86df0-3bcb-41b4-8473-c99d18b7bf7d admin admin] Request body: {'router': {'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'name': 'router1', 'admin_state_up': True}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:05.511718 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5dc86df0-3bcb-41b4-8473-c99d18b7bf7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5006'] for router, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.513779 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5dc86df0-3bcb-41b4-8473-c99d18b7bf7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.673638 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5dc86df0-3bcb-41b4-8473-c99d18b7bf7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.681315 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5dc86df0-3bcb-41b4-8473-c99d18b7bf7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774'] for router, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.703599 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5dc86df0-3bcb-41b4-8473-c99d18b7bf7d admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:05.705407 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5dc86df0-3bcb-41b4-8473-c99d18b7bf7d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6719954 Nov 23 14:21:06.366441 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 94a7307a-7dc9-4dbc-bf02-ca6969660eb4 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:06.468216 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304aae47-3223-45eb-aa29-b7e3a2667f98 None None] Network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:06.576656 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:06.577096 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.644267 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-20c405ca-ab67-470c-82f7-389dba165387 None None] Provisioning complete for port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:06.644754 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-20c405ca-ab67-470c-82f7-389dba165387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.646517 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-ba74a1ff-8eb6-4182-8f88-0fd10b0b5d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.857903 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.967494 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-20c405ca-ab67-470c-82f7-389dba165387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:06.971525 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=94a7307a-7dc9-4dbc-bf02-ca6969660eb4,segment=NetworkSegment(585ea0fd-d0da-4c8e-86ab-04ea203784af),segment_id=585ea0fd-d0da-4c8e-86ab-04ea203784af)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:06.989348 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:07.140954 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=94a7307a-7dc9-4dbc-bf02-ca6969660eb4,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:07.165277 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.db.api [None req-20c405ca-ab67-470c-82f7-389dba165387 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:21:07.165950 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG oslo_db.api [None req-20c405ca-ab67-470c-82f7-389dba165387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:21:07.846800 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-737b79db-6670-4df8-a24b-cf8aee756c33 None None] Provisioning complete for port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:07.847629 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-737b79db-6670-4df8-a24b-cf8aee756c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:08.132675 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:08.325283 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 94a7307a-7dc9-4dbc-bf02-ca6969660eb4 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:08.401057 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:08.401438 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:08.751605 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 39964) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:08.962024 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [None req-8d2a804d-0054-420f-a216-ec930c9a93dc admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:21:08.964014 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-8d2a804d-0054-420f-a216-ec930c9a93dc admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2110240 Nov 23 14:21:09.768960 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:10.457378 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.779580 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 39982) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:11.839177 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:11.889045 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Made reservation on behalf of 1c4e522667ee4ba09e69b07e010566d0 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:11.891582 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:11.908692 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.030688 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.037211 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.056739 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Reserving flat network on physical network physnet1 {{(pid=102953) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 14:21:12.083342 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e662bde5-af1f-41a8-9678-449190d4e8c5,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:12.091774 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737234884527', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.093001 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Unsubscribe: segment precommit_create {{(pid=102953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 14:21:12.093711 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Added segment 9273e528-20a5-4d6b-b976-d8ede8c47b64 of type flat for network dd2cda15-199e-4377-92fa-023d99d914e4 Nov 23 14:21:12.154268 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.207781 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.208908 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:12.210079 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:12.271982 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4905069 Nov 23 14:21:12.321057 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce001aa6-66cc-469b-873d-316dc4ac8d74 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2cda15-199e-4377-92fa-023d99d914e4,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:12.337333 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network dd2cda15-199e-4377-92fa-023d99d914e4 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:21:14.859351 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 39990) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:14.974061 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce508d3-dae0-44ce-84fb-a95833cd92b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:14.976066 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-3ce508d3-dae0-44ce-84fb-a95833cd92b1 admin admin] 10.222.0.59 "GET /v2.0/subnets/ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6 HTTP/1.1" status: 200 len: 849 time: 0.1155846 Nov 23 14:21:15.116756 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-3e37a44f-4b99-4a27-a67a-512bf4d724d5 admin admin] 10.222.0.59 "GET /v2.0/routers/14beae43-adaf-4c41-8783-545074f7773b HTTP/1.1" status: 200 len: 704 time: 0.1311290 Nov 23 14:21:15.419629 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.755959 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Allocated IP 172.20.0.1 (3c39e9e5-8940-41c7-aa88-5a4d3422be28/ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6/5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:15.923841 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:15.998658 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.126595 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:16.134016 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:16.142204 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:16.142854 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.210169 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:16.355072 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-e088704b-c388-4353-a39f-c12d38161543 None None] Provisioning complete for port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:16.355938 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e088704b-c388-4353-a39f-c12d38161543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.375752 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.400155 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-e088704b-c388-4353-a39f-c12d38161543 None None] Port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:21:16.614685 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.620734 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.621499 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599789'] for router_interface, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:16.692050 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:16.768607 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:16.770247 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:16.956359 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Router 14beae43-adaf-4c41-8783-545074f7773b is scheduled to L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 with binding_index 1 {{(pid=102953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:21:17.023979 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-38d58c9c-9847-4bfd-8160-23536a903879 None None] Provisioning complete for port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:17.024353 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-38d58c9c-9847-4bfd-8160-23536a903879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:17.055696 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:21:17.063764 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-97b788f2-e07a-4f28-be45-161fd94f55c9 admin admin] 10.222.0.59 "PUT /v2.0/routers/14beae43-adaf-4c41-8783-545074f7773b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9387779 Nov 23 14:21:17.063866 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-38d58c9c-9847-4bfd-8160-23536a903879 None None] Port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:21:17.078999 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Sync routers for ids ['14beae43-adaf-4c41-8783-545074f7773b'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:21:17.094499 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Routers {'14beae43-adaf-4c41-8783-545074f7773b'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:17.095409 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:21:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['14beae43-adaf-4c41-8783-545074f7773b'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:17.309604 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Set router 14beae43-adaf-4c41-8783-545074f7773b gateway port host: None {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:17.778214 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14beae43-adaf-4c41-8783-545074f7773b', 'name': 'router1', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:21:05Z', 'updated_at': '2021-11-23T14:21:16Z', 'revision_number': 2, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'gw_port_host': None, '_interfaces': [{'id': '5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00', 'name': '', 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'mac_address': 'fa:16:3e:c7:7c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14beae43-adaf-4c41-8783-545074f7773b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:15Z', 'updated_at': '2021-11-23T14:21:16Z', 'revision_number': 2, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'subnets': [{'id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf180b44-a228-49cc-851b-a1e9155ed8a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:17.832267 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Checking router: 14beae43-adaf-4c41-8783-545074f7773b for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:21:17.832640 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Updating router 14beae43-adaf-4c41-8783-545074f7773b port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 binding host dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:21:17.884567 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.432019 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.441188 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.614984 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Pushing event updated for resources: {'Port': ['ID=5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:18.625069 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Attempting to bind port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:18.625474 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Attempting to bind port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '585ea0fd-d0da-4c8e-86ab-04ea203784af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:18.625923 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Attempting to bind port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 on network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:18.629571 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.629930 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.630286 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.630611 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.630948 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.631335 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.632193 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.632521 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.632862 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.633212 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.633607 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.633859 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Tracked resource versions report: Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: pushed versions: Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: { 'AddressGroup': {'1.2'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'ConntrackHelper': {'1.0'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Log': {'1.0'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Network': {'1.1'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Port': {'1.7'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'PortForwarding': {'1.2'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'QosPolicy': {'1.10'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SecurityGroup': {'1.5'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SubPort': {'1.0'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Subnet': {'1.1'}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Trunk': {'1.1'}} Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: consumer versions: Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: { DHCP agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: L3 agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: Metadata agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: Metering agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: Open vSwitch agent@dv-cinder-804035-16-iscsi: { 'AddressGroup': '1.2', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'ConntrackHelper': '1.0', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Log': '1.0', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Network': '1.1', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Port': '1.7', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'PortForwarding': '1.2', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'QosPolicy': '1.10', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SecurityGroup': '1.5', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SecurityGroupRule': '1.2', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SubPort': '1.0', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Subnet': '1.1', Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Trunk': '1.1'}} Nov 23 14:21:18.635200 dv-cinder-804035-16-iscsi neutron-server[102955]: {{(pid=102955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:21:18.641931 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:21:18.642350 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Checking segment: {'id': '585ea0fd-d0da-4c8e-86ab-04ea203784af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:18.642812 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.643208 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Bound using segment: {'id': '585ea0fd-d0da-4c8e-86ab-04ea203784af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:21:18.643699 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Bound port: 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ea0fd-d0da-4c8e-86ab-04ea203784af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:21:18.644099 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.711861 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-54bd89f6-1310-40e5-b8f4-aaff3220413c None None] Provisioning complete for port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:18.713300 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-54bd89f6-1310-40e5-b8f4-aaff3220413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.722955 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] For port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:18.743427 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] For port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00,segment=NetworkSegment(585ea0fd-d0da-4c8e-86ab-04ea203784af),segment_id=585ea0fd-d0da-4c8e-86ab-04ea203784af)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:21:18.748419 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:18.752980 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-54bd89f6-1310-40e5-b8f4-aaff3220413c None None] Port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:21:18.806127 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84198ece-f6e0-459a-958d-34a3890c32e9 None None] Pushing event updated for resources: {'Port': ['ID=5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:18.830633 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Routers {'14beae43-adaf-4c41-8783-545074f7773b'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:18.831221 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:21:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['14beae43-adaf-4c41-8783-545074f7773b'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:18.927587 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] Set router 14beae43-adaf-4c41-8783-545074f7773b gateway port host: None {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:18.978133 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-8cce24f8-2cc8-4f72-b0b2-4f69951b47dc None None] Provisioning complete for port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:18.978920 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8cce24f8-2cc8-4f72-b0b2-4f69951b47dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:19.062489 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8cce24f8-2cc8-4f72-b0b2-4f69951b47dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:19.096299 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-8cce24f8-2cc8-4f72-b0b2-4f69951b47dc None None] For port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00,segment=NetworkSegment(585ea0fd-d0da-4c8e-86ab-04ea203784af),segment_id=585ea0fd-d0da-4c8e-86ab-04ea203784af)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:19.102209 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8cce24f8-2cc8-4f72-b0b2-4f69951b47dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:19.159504 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce24f8-2cc8-4f72-b0b2-4f69951b47dc None None] Pushing event updated for resources: {'Port': ['ID=5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:19.167848 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14beae43-adaf-4c41-8783-545074f7773b', 'name': 'router1', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:21:05Z', 'updated_at': '2021-11-23T14:21:16Z', 'revision_number': 2, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'gw_port_host': None, '_interfaces': [{'id': '5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00', 'name': '', 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'mac_address': 'fa:16:3e:c7:7c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14beae43-adaf-4c41-8783-545074f7773b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:15Z', 'updated_at': '2021-11-23T14:21:18Z', 'revision_number': 4, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'subnets': [{'id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf180b44-a228-49cc-851b-a1e9155ed8a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:19.195486 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a7c84f-630e-4563-9180-70d16608e3b9 None None] The sync data for ids ['14beae43-adaf-4c41-8783-545074f7773b'] in dv-cinder-804035-16-iscsi is: [{'id': '14beae43-adaf-4c41-8783-545074f7773b', 'name': 'router1', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:21:05Z', 'updated_at': '2021-11-23T14:21:16Z', 'revision_number': 2, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'gw_port_host': None, '_interfaces': [{'id': '5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00', 'name': '', 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'mac_address': 'fa:16:3e:c7:7c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14beae43-adaf-4c41-8783-545074f7773b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:15Z', 'updated_at': '2021-11-23T14:21:18Z', 'revision_number': 4, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'subnets': [{'id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf180b44-a228-49cc-851b-a1e9155ed8a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:21:19.473319 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40002) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:19.611680 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578397c3-c213-4897-a9b0-fcb4f6b827f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:19.613152 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-578397c3-c213-4897-a9b0-fcb4f6b827f0 admin admin] 10.222.0.59 "GET /v2.0/networks/dd2cda15-199e-4377-92fa-023d99d914e4 HTTP/1.1" status: 200 len: 842 time: 0.1385968 Nov 23 14:21:19.624478 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:19.648845 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Made reservation on behalf of 1c4e522667ee4ba09e69b07e010566d0 for: {'subnet': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:21:19.651401 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:19.949471 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.objects.ports [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 14:21:19.949909 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.008573 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d185a8-a56e-4405-943c-dc8b7e900024,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:20.013810 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:20.014171 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Network hostable DHCP agents. Network: dd2cda15-199e-4377-92fa-023d99d914e4, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:21:20.033125 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:21:20.042555 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, dd2cda15-199e-4377-92fa-023d99d914e4) {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:20.046762 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:20.047358 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:20.051692 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec909762-a0a7-4bbb-ac42-28026041ee05 None None] Network dd2cda15-199e-4377-92fa-023d99d914e4 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:20.064673 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-958ea624-f656-4658-b237-554152d6dac9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4438703 Nov 23 14:21:20.195385 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f05e2-d401-45e6-ac8e-790111f41168 None None] Network dd2cda15-199e-4377-92fa-023d99d914e4 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:21:22.537303 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40010) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:22.764071 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-61ad7b6a-b045-4082-a80c-8be96ad861ea admin admin] 10.222.0.59 "GET /v2.0/routers/14beae43-adaf-4c41-8783-545074f7773b HTTP/1.1" status: 200 len: 710 time: 0.2248127 Nov 23 14:21:22.856267 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af36e613-0b55-4cab-9604-8f87b8209ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:21:22.857590 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-af36e613-0b55-4cab-9604-8f87b8209ebd admin admin] 10.222.0.59 "GET /v2.0/networks/dd2cda15-199e-4377-92fa-023d99d914e4 HTTP/1.1" status: 200 len: 886 time: 0.0875700 Nov 23 14:21:22.867352 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:21:23.145114 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.399580 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.479870 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.598548 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Allocated IP 172.27.1.231 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/5d13eae2-2368-4b1e-9fe5-f8625408ebe9) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:21:23.707009 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.743725 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:23.783687 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:21:23.786625 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:21:23.793497 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:21:23.795403 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Pushing event updated for resources: {'Port': ['ID=5d13eae2-2368-4b1e-9fe5-f8625408ebe9,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:24.063098 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.384502 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5035'] for router, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.388287 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-639714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-402753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584613'] for router, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.518319 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Router 14beae43-adaf-4c41-8783-545074f7773b has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:21:24.633656 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:21:24.638270 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:24.639490 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-35f99771-441f-4542-92f2-e665e0c94c72 admin admin] 10.222.0.59 "PUT /v2.0/routers/14beae43-adaf-4c41-8783-545074f7773b HTTP/1.1" status: 200 len: 890 time: 1.7755926 Nov 23 14:21:26.376651 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:26.427938 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:26.428720 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:26.481241 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Sync routers for ids ['14beae43-adaf-4c41-8783-545074f7773b'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:21:26.523514 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Routers {'14beae43-adaf-4c41-8783-545074f7773b'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:26.524188 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:21:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['14beae43-adaf-4c41-8783-545074f7773b'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:26.760121 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Set router 14beae43-adaf-4c41-8783-545074f7773b gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:27.255702 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14beae43-adaf-4c41-8783-545074f7773b', 'name': 'router1', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d13eae2-2368-4b1e-9fe5-f8625408ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:21:05Z', 'updated_at': '2021-11-23T14:21:23Z', 'revision_number': 4, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'gw_port': {'id': '5d13eae2-2368-4b1e-9fe5-f8625408ebe9', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14beae43-adaf-4c41-8783-545074f7773b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:23Z', 'updated_at': '2021-11-23T14:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00', 'name': '', 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'mac_address': 'fa:16:3e:c7:7c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14beae43-adaf-4c41-8783-545074f7773b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:15Z', 'updated_at': '2021-11-23T14:21:19Z', 'revision_number': 5, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'subnets': [{'id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf180b44-a228-49cc-851b-a1e9155ed8a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:27.307734 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Checking router: 14beae43-adaf-4c41-8783-545074f7773b for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:21:27.308088 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Updating router 14beae43-adaf-4c41-8783-545074f7773b port 5d13eae2-2368-4b1e-9fe5-f8625408ebe9 binding host dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:21:27.325564 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40022) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:21:27.358264 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.441622 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-1caf9a94-6039-4cbb-9739-423a142d6f0f admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1149144 Nov 23 14:21:27.725227 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Publish callbacks [] for port, precommit_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.731412 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.788635 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95d132-48c5-4e83-a176-b87a76ead865 None None] Pushing event updated for resources: {'Port': ['ID=5d13eae2-2368-4b1e-9fe5-f8625408ebe9,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:27.790888 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Attempting to bind port 5d13eae2-2368-4b1e-9fe5-f8625408ebe9 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:21:27.791153 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Attempting to bind port 5d13eae2-2368-4b1e-9fe5-f8625408ebe9 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:21:27.791533 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Attempting to bind port 5d13eae2-2368-4b1e-9fe5-f8625408ebe9 on network dd2cda15-199e-4377-92fa-023d99d914e4 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:21:27.801647 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:21:27.802038 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:21:27.802804 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.803737 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Bound using segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:21:27.804229 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Bound port: 5d13eae2-2368-4b1e-9fe5-f8625408ebe9, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:21:27.806091 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.874181 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] For port 5d13eae2-2368-4b1e-9fe5-f8625408ebe9, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:21:27.880052 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] For port 5d13eae2-2368-4b1e-9fe5-f8625408ebe9, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=5d13eae2-2368-4b1e-9fe5-f8625408ebe9,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:21:27.887522 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:27.963498 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95d132-48c5-4e83-a176-b87a76ead865 None None] Pushing event updated for resources: {'Port': ['ID=5d13eae2-2368-4b1e-9fe5-f8625408ebe9,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:27.966726 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Routers {'14beae43-adaf-4c41-8783-545074f7773b'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:21:27.967349 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:21:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['14beae43-adaf-4c41-8783-545074f7773b'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:28.095404 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] Set router 14beae43-adaf-4c41-8783-545074f7773b gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:21:28.338403 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14beae43-adaf-4c41-8783-545074f7773b', 'name': 'router1', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d13eae2-2368-4b1e-9fe5-f8625408ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:21:05Z', 'updated_at': '2021-11-23T14:21:23Z', 'revision_number': 4, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'gw_port': {'id': '5d13eae2-2368-4b1e-9fe5-f8625408ebe9', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14beae43-adaf-4c41-8783-545074f7773b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:23Z', 'updated_at': '2021-11-23T14:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00', 'name': '', 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'mac_address': 'fa:16:3e:c7:7c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14beae43-adaf-4c41-8783-545074f7773b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:15Z', 'updated_at': '2021-11-23T14:21:19Z', 'revision_number': 5, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'subnets': [{'id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf180b44-a228-49cc-851b-a1e9155ed8a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:21:28.372055 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26eadb3-abee-42dc-a2a9-1d042e96e953 None None] The sync data for ids ['14beae43-adaf-4c41-8783-545074f7773b'] in dv-cinder-804035-16-iscsi is: [{'id': '14beae43-adaf-4c41-8783-545074f7773b', 'name': 'router1', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d13eae2-2368-4b1e-9fe5-f8625408ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:21:05Z', 'updated_at': '2021-11-23T14:21:23Z', 'revision_number': 4, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'gw_port': {'id': '5d13eae2-2368-4b1e-9fe5-f8625408ebe9', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14beae43-adaf-4c41-8783-545074f7773b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:23Z', 'updated_at': '2021-11-23T14:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00', 'name': '', 'network_id': '3c39e9e5-8940-41c7-aa88-5a4d3422be28', 'tenant_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'mac_address': 'fa:16:3e:c7:7c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14beae43-adaf-4c41-8783-545074f7773b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:21:15Z', 'updated_at': '2021-11-23T14:21:19Z', 'revision_number': 5, 'project_id': '97722ecf4f5e4adcb983afdbb6c1b64d', 'subnets': [{'id': 'ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf180b44-a228-49cc-851b-a1e9155ed8a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:21:30.382091 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 5d13eae2-2368-4b1e-9fe5-f8625408ebe9 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:30.433131 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 5d13eae2-2368-4b1e-9fe5-f8625408ebe9 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:30.433131 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:30.520256 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:30.543559 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port 5d13eae2-2368-4b1e-9fe5-f8625408ebe9, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=5d13eae2-2368-4b1e-9fe5-f8625408ebe9,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:21:30.548710 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:30.598366 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=5d13eae2-2368-4b1e-9fe5-f8625408ebe9,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:21:32.402225 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 5d13eae2-2368-4b1e-9fe5-f8625408ebe9 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:21:32.514963 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 5d13eae2-2368-4b1e-9fe5-f8625408ebe9 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:21:32.515337 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:34.109564 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-431c8baa-4384-4746-a173-bda2b45a0bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:36.571121 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-9c457e22-e542-4492-a0d7-537ea0d92da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:36.762085 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 5 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:21:38.142531 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:39.768863 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:21:40.450959 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:04.060326 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-399ef5da-ceda-49f6-8b52-23a34f766c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:06.563596 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-3a8da3b0-4206-463e-8f86-9f54ca5230ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:08.137674 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:09.767269 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:10.463704 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:13.762582 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 5 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:22:34.071145 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c160c66e-a022-4be1-a997-76ab21be5168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:36.559524 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-bf8c7555-a854-4d77-98aa-97052bbecb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:38.141914 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:39.769660 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:40.447472 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:50.757987 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 5 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:22:55.225738 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40506) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:55.294446 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e174909-b1ff-45cd-a65f-a463b931a954 admin admin] GET failed (client error): The resource could not be found. Nov 23 14:22:55.295832 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-0e174909-b1ff-45cd-a65f-a463b931a954 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0687280 Nov 23 14:22:55.469090 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ff637-1106-4426-84f3-b3cdec1db16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:55.470611 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-1e5ff637-1106-4426-84f3-b3cdec1db16d admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1699793 Nov 23 14:22:57.875249 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40516) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:22:57.986694 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9368d2-6741-42e8-ae22-6b0fa44db011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:57.988902 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-6a9368d2-6741-42e8-ae22-6b0fa44db011 admin admin] 10.222.0.59 "GET /v2.0/subnets/ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6 HTTP/1.1" status: 200 len: 849 time: 0.1125243 Nov 23 14:22:57.999641 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:22:58.095246 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.264501 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737234871673'] for subnet, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.296140 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:22:58.296751 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.298653 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] 10.222.0.59 "PUT /v2.0/subnets/ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6 HTTP/1.1" status: 200 len: 868 time: 0.3024640 Nov 23 14:22:58.305022 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9aa5e2-c4e4-47ea-8f70-e84792596138 None None] Network 3c39e9e5-8940-41c7-aa88-5a4d3422be28 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:22:58.336010 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:22:58.354814 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.355299 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.355703 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.356206 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.356726 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.357242 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.357735 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.358238 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.358742 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.359252 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.359832 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.360242 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49ad22d-01bb-4f6c-8c1b-a7378c78aae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:22:58.786744 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-f77056db-9c82-406b-96c6-e1366815d645 None None] Provisioning complete for port 5d4dbe48-75f7-44ac-9bd1-cc0ab6774c00 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:58.787577 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-f77056db-9c82-406b-96c6-e1366815d645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:22:58.889786 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-f77056db-9c82-406b-96c6-e1366815d645 None None] Provisioning complete for port 94a7307a-7dc9-4dbc-bf02-ca6969660eb4 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:22:58.890413 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-f77056db-9c82-406b-96c6-e1366815d645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:00.788077 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40524) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:01.016225 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda2f185-e668-47b3-8a43-11bdfa6ad31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:01.016697 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda2f185-e668-47b3-8a43-11bdfa6ad31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:01.018353 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-bda2f185-e668-47b3-8a43-11bdfa6ad31a admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2292843 Nov 23 14:23:03.416457 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 40532) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:03.684992 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd403d4-b2eb-4bab-ade7-998fd867f588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:03.685380 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd403d4-b2eb-4bab-ade7-998fd867f588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:03.687017 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-2dd403d4-b2eb-4bab-ade7-998fd867f588 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2692642 Nov 23 14:23:04.063077 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e7aa7325-f0e0-4749-a199-afd26767cb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:06.138937 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40542) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:06.315550 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e4ae56-67e3-490c-a894-6ef4f6ea9a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:06.316859 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-86e4ae56-67e3-490c-a894-6ef4f6ea9a4a admin admin] 10.222.0.59 "GET /v2.0/networks/3c39e9e5-8940-41c7-aa88-5a4d3422be28 HTTP/1.1" status: 200 len: 869 time: 0.1766005 Nov 23 14:23:06.555308 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-6ef8878f-1259-45e8-b7cb-bf628c680f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:08.144621 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:08.820289 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40550) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:08.973017 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845b6b2b-32fc-4ecd-9b04-631f75fdeb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:08.975064 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-845b6b2b-32fc-4ecd-9b04-631f75fdeb91 admin admin] 10.222.0.59 "GET /v2.0/networks/dd2cda15-199e-4377-92fa-023d99d914e4 HTTP/1.1" status: 200 len: 886 time: 0.1536517 Nov 23 14:23:09.773429 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:10.456571 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:11.389719 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40558) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:11.537111 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ab5ff-7eec-41e2-bab0-af50523b88d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:11.537558 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ab5ff-7eec-41e2-bab0-af50523b88d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:11.539148 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-be7ab5ff-7eec-41e2-bab0-af50523b88d5 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1483214 Nov 23 14:23:13.916407 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40566) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:14.016054 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c04082-6462-4d5e-9f8b-41443a3a94ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:14.016524 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c04082-6462-4d5e-9f8b-41443a3a94ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:14.018107 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-f3c04082-6462-4d5e-9f8b-41443a3a94ec admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1007051 Nov 23 14:23:16.385973 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40574) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:16.481179 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb23d19-476b-4d70-895c-500ded695d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:16.482563 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-9cb23d19-476b-4d70-895c-500ded695d68 admin admin] 10.222.0.59 "GET /v2.0/subnets/ad3f000c-9ab5-4455-bfb6-8d0bd3571dc6 HTTP/1.1" status: 200 len: 868 time: 0.0955710 Nov 23 14:23:18.918850 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40582) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:19.007239 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bad735-8f8a-42fb-a669-fe460228795a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:19.008629 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-70bad735-8f8a-42fb-a669-fe460228795a admin admin] 10.222.0.59 "GET /v2.0/subnets/e2d185a8-a56e-4405-943c-dc8b7e900024 HTTP/1.1" status: 200 len: 816 time: 0.0888014 Nov 23 14:23:27.758300 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 5 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:23:34.057194 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-f29918a8-d291-4d32-bd53-ad5bab17e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:36.550449 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-515bbfe9-942b-479d-b856-36529aa85f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:38.146140 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:39.774680 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:40.450681 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:44.011460 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40636) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:44.061164 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [None req-bf7ac460-748c-40b8-8e29-226fc914ae86 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:23:44.062260 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-bf7ac460-748c-40b8-8e29-226fc914ae86 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497761 Nov 23 14:23:46.522321 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 40644) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:46.596504 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.pecan_wsgi.hooks.translation [None req-76af1393-21c8-4b6a-bd02-325dec757191 admin admin] GET failed (client error): The resource could not be found. Nov 23 14:23:46.598057 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-76af1393-21c8-4b6a-bd02-325dec757191 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0744784 Nov 23 14:23:46.791647 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe41a02-4a24-4bec-abfe-18e76ca6b4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:46.793184 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-afe41a02-4a24-4bec-abfe-18e76ca6b4eb admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1866417 Nov 23 14:23:49.187351 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 40652) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:49.238286 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:49.259270 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Made reservation on behalf of 1c4e522667ee4ba09e69b07e010566d0 for: {'network': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:49.261574 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.298994 dv-cinder-804035-16-iscsi neutron-server[102952]: WARNING neutron.services.revisions.revision_plugin [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Could not find related network for resource to bump revision. Nov 23 14:23:49.314719 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:23:49.325557 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.325884 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.segments_db [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Added segment 657da29d-107b-4723-a11b-2197a8abad8b of type vlan for network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 Nov 23 14:23:49.367961 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.391512 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.392460 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:49.393065 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:49.429798 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2413192 Nov 23 14:23:49.458859 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:49.467117 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.467506 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.468140 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.468320 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.469469 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.469469 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.469469 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.469879 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.470142 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.470531 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.471053 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.471359 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c8d77-00c1-4a75-ab22-3d00ca4ff9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:49.484293 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:23:51.851356 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40660) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:23:51.918323 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d64874a-754a-42ed-a1a7-72737013ba19 admin admin] GET failed (client error): The resource could not be found. Nov 23 14:23:51.919645 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-4d64874a-754a-42ed-a1a7-72737013ba19 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0673535 Nov 23 14:23:52.098043 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5045af-83ee-4f5f-b6ee-8ac8605948ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:52.099720 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-fc5045af-83ee-4f5f-b6ee-8ac8605948ac admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1755733 Nov 23 14:23:52.109944 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:23:52.131627 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Made reservation on behalf of 1c4e522667ee4ba09e69b07e010566d0 for: {'subnet': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:23:52.133927 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.307103 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.362612 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6a6dfd-6a83-45de-b5b7-9fe3d0ec5674,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:52.373663 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Checking segment: {'id': '657da29d-107b-4723-a11b-2197a8abad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:52.374007 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Network hostable DHCP agents. Network: d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:23:52.390400 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:23:52.402885 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785) {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:52.407781 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:23:52.408652 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.413020 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f9cda6-c457-4060-abd3-fd9bd161ee14 None None] Network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:52.429847 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-020fd5b1-45e0-4e12-b564-385214991e82 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3232446 Nov 23 14:23:52.586269 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp149c54f5-4f1e-5612-a8be-7e2996bbc970-d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785', 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785', 'tenant_id': '1c4e522667ee4ba09e69b07e010566d0', 'fixed_ips': [{'subnet_id': '2a6a6dfd-6a83-45de-b5b7-9fe3d0ec5674'}]}} from dv-cinder-804035-16-iscsi. {{(pid=102954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:23:52.587148 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.768271 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.db_base_plugin_common [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Allocated IP 192.168.233.2 (d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785/2a6a6dfd-6a83-45de-b5b7-9fe3d0ec5674/1cd3b0b0-aeb0-4804-9eef-c6545806ce5b) {{(pid=102954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:23:52.933732 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Publish callbacks [] for port, precommit_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.942943 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:52.992429 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 is already hosted by enough agents. {{(pid=102954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:23:52.995464 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.base_scheduler [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Resources bound (agent type, host, resource id): {{(pid=102954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:23:52.998012 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Received port after_create {{(pid=102954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:23:53.007318 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Pushing event updated for resources: {'Port': ['ID=1cd3b0b0-aeb0-4804-9eef-c6545806ce5b,revision_number=1']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:53.017664 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.018165 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.018458 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.018717 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.019055 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.019405 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.019783 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.020113 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.020454 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.020796 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.021154 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.021471 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:23:53.073702 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Attempting to bind port 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:23:53.074096 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Attempting to bind port 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '657da29d-107b-4723-a11b-2197a8abad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:23:53.074605 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Attempting to bind port 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b on network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:23:53.080446 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:23:53.080818 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Checking segment: {'id': '657da29d-107b-4723-a11b-2197a8abad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:23:53.081278 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:53.081676 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Bound using segment: {'id': '657da29d-107b-4723-a11b-2197a8abad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:23:53.082318 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Bound port: 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657da29d-107b-4723-a11b-2197a8abad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:23:53.082739 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:53.165732 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] For port 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:23:53.170255 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] For port 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=1cd3b0b0-aeb0-4804-9eef-c6545806ce5b,segment=NetworkSegment(657da29d-107b-4723-a11b-2197a8abad8b),segment_id=657da29d-107b-4723-a11b-2197a8abad8b)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:23:53.178999 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:53.277725 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321d6b-6c45-4fbd-a88f-e757b4c66dba None None] Pushing event updated for resources: {'Port': ['ID=1cd3b0b0-aeb0-4804-9eef-c6545806ce5b,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:54.170671 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d2031a-4581-45cc-a589-630c028079a5 None None] Network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:23:54.280702 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-bc42aa50-5e9e-4ebf-8e6b-643a7eb232c5 None None] Provisioning complete for port 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:54.281103 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-bc42aa50-5e9e-4ebf-8e6b-643a7eb232c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:54.443274 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-bc42aa50-5e9e-4ebf-8e6b-643a7eb232c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:54.514313 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-bc42aa50-5e9e-4ebf-8e6b-643a7eb232c5 None None] For port 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=1cd3b0b0-aeb0-4804-9eef-c6545806ce5b,segment=NetworkSegment(657da29d-107b-4723-a11b-2197a8abad8b),segment_id=657da29d-107b-4723-a11b-2197a8abad8b)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:23:54.520937 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:54.527305 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-bc42aa50-5e9e-4ebf-8e6b-643a7eb232c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:54.693562 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42aa50-5e9e-4ebf-8e6b-643a7eb232c5 None None] Pushing event updated for resources: {'Port': ['ID=1cd3b0b0-aeb0-4804-9eef-c6545806ce5b,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:23:54.713965 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:54.714587 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:54.769241 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-38e8ad43-f68d-495a-82b4-0d34013fc7af None None] Provisioning complete for port 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:54.769645 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-38e8ad43-f68d-495a-82b4-0d34013fc7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:23:56.436003 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:23:56.492015 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 1cd3b0b0-aeb0-4804-9eef-c6545806ce5b triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:23:56.492395 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.063898 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-28c51d44-5623-4983-84f8-aad02284331f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:04.763558 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 5 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:24:06.558509 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4445ae7b-0054-45a6-abf8-04d7c63538dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:08.148732 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:09.782040 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:10.460758 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:34.057641 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-5a6186f5-a390-4205-8ad6-b6c311303b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:36.553359 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-f2dedac5-6817-49da-9440-495a2887446c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:38.151835 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:39.780622 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:40.454467 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:24:41.763055 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 5 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:25:04.062280 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4c9b1540-b5a5-42ee-9ed6-7d1015193bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:06.565713 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-939b688f-0ff5-4584-abb2-ac8c211eb306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.083272 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40704) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:08.089302 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [None req-aacabf05-5cf3-4313-94d0-7b2ff6908c96 tempest-verify_tempest_config-657318452 tempest-verify_tempest_config-657318452-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:25:08.090288 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-aacabf05-5cf3-4313-94d0-7b2ff6908c96 tempest-verify_tempest_config-657318452 tempest-verify_tempest_config-657318452-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060337 Nov 23 14:25:08.160573 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.401138 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 40722) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:08.506306 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.584096 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.588067 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.637449 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80462edae9234b48b011b4fe039ef1d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2352233 Nov 23 14:25:08.638302 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64051091-bee3-4e3f-8874-41569ea9770b,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:08.640191 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 40726) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:25:08.646180 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.646536 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.646950 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.647212 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.647544 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.647944 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.648248 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.648566 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.649873 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.649873 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.649873 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.649873 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab58d0d-668e-409a-9ed8-2ebadd8bfd6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.707798 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.730857 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.827869 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.831317 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:08.832498 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/64051091-bee3-4e3f-8874-41569ea9770b HTTP/1.1" status: 204 len: 168 time: 0.1913242 Nov 23 14:25:08.841100 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64051091-bee3-4e3f-8874-41569ea9770b,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:25:08.848279 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.848690 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.848999 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.849345 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.849675 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.850136 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.850363 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.850712 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.851047 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.851375 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.851698 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:08.852073 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721d33c-f0bf-4709-8f03-dfa720e6bd7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:25:09.785405 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:10.459057 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:18.761925 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 5 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:25:34.072105 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e9277603-c224-4902-837a-abb579cdf25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:36.560605 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96d78e36-8c39-4fdf-8bbc-4aedb66d3598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:38.166183 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:39.784476 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:40.462367 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:25:55.761249 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 5 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:26:04.066327 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-fd7720bf-eb91-4dd3-8ab9-102c120d9450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:06.563007 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1d762c4e-ff05-4999-973b-8505e2c1c0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:08.160772 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:09.787308 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:10.467174 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:32.760109 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 5 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:26:34.068923 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-a9cac7ac-a47b-4f57-83ff-ad293917aa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:36.565137 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-a8f24417-067b-417e-8a75-45761284ee34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:38.162608 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:39.793758 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:40.460802 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:26:46.024090 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562853'] for agent, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:01.317564 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 40802) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:01.424935 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-69a35a0f-ad17-4e70-8b50-4088304edb22 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1062336 Nov 23 14:27:03.799483 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 40812) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:27:03.862787 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-fdb137e2-91f1-46eb-8ccc-2229d8ec1a97 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0622077 Nov 23 14:27:04.074488 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1d768cf5-df10-424a-a25a-e42a74f22178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:06.567881 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c8df9f7d-51db-4279-91e7-42125de7fe11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:08.167154 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:09.759168 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:27:09.792690 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:10.463972 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:15.995674 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:34.079821 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-42064d46-aeb2-4149-925e-20094035a3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:36.572175 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-3275c282-034a-4eed-bea9-10a0e0d8c99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:38.173966 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:39.799895 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:40.473789 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:45.991055 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:27:46.758750 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:28:04.075664 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-170aa7e9-ce32-4d29-a42b-cf0de12a8b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:06.580196 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-293cffb2-e7df-484a-9036-165b4cd0eed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:08.175144 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:09.810115 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:10.475196 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:16.024436 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:23.758337 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:28:34.076452 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0cd3d561-c53a-4dbf-957c-20fc96e2bdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:34.730349 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 40956) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:35.029499 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1575637403-network', 'tenant_id': '5794bd20dfab4bd3870d88d876e93df4'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:35.061097 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Made reservation on behalf of 5794bd20dfab4bd3870d88d876e93df4 for: {'network': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:35.063652 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.081108 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.163595 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.168938 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.199814 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade8ae2f-bdb3-4bc7-900f-44943e238d7c,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:35.201965 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:28:35.211846 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.212215 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.212557 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.212970 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.213242 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.215398 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.215398 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.215398 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.215398 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.215398 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.215888 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.215888 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Tracked resource versions report: Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: pushed versions: Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: { 'AddressGroup': {'1.2'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'ConntrackHelper': {'1.0'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Log': {'1.0'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Network': {'1.1'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Port': {'1.7'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'PortForwarding': {'1.2'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'QosPolicy': {'1.10'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SecurityGroup': {'1.5'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SubPort': {'1.0'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Subnet': {'1.1'}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Trunk': {'1.1'}} Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: consumer versions: Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: { DHCP agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: HyperV agent@hv-cinder-80403: {}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: L3 agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: Metadata agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: Metering agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: Open vSwitch agent@dv-cinder-804035-16-iscsi: { 'AddressGroup': '1.2', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'ConntrackHelper': '1.0', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Log': '1.0', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Network': '1.1', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Port': '1.7', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'PortForwarding': '1.2', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'QosPolicy': '1.10', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SecurityGroup': '1.5', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SecurityGroupRule': '1.2', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'SubPort': '1.0', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Subnet': '1.1', Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: 'Trunk': '1.1'}} Nov 23 14:28:35.216947 dv-cinder-804035-16-iscsi neutron-server[102952]: {{(pid=102952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:28:35.227509 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.227509 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.segments_db [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Added segment 9fb18c06-310b-4208-8c38-dde548533d79 of type vlan for network 86637ff1-edcc-4bad-8527-1f3e0efc8642 Nov 23 14:28:35.275914 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.312915 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.314171 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:35.314761 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.353549 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6214004 Nov 23 14:28:35.364506 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41002) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:35.374300 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Request body: {'subnet': {'network_id': '86637ff1-edcc-4bad-8527-1f3e0efc8642', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1575637403-subnet', 'tenant_id': '5794bd20dfab4bd3870d88d876e93df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:35.381963 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4b187-19d0-442f-a75e-638e43621dab admin admin] Pushing event updated for resources: {'Network': ['ID=86637ff1-edcc-4bad-8527-1f3e0efc8642,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:35.397090 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 86637ff1-edcc-4bad-8527-1f3e0efc8642 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:28:35.406200 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Made reservation on behalf of 5794bd20dfab4bd3870d88d876e93df4 for: {'subnet': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:35.410461 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.615176 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.669853 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d4cbd7-ae04-4ecb-adcc-944a05bca827,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:35.681520 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.681520 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.681520 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.681520 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.681520 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.681967 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.683109 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.683109 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.683456 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.683781 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.684107 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.684429 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Tracked resource versions report: Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: pushed versions: Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: { 'AddressGroup': {'1.2'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'ConntrackHelper': {'1.0'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Log': {'1.0'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Network': {'1.1'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Port': {'1.7'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'PortForwarding': {'1.2'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'QosPolicy': {'1.10'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SecurityGroup': {'1.5'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SubPort': {'1.0'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Subnet': {'1.1'}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Trunk': {'1.1'}} Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: consumer versions: Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: { DHCP agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: HyperV agent@hv-cinder-80403: {}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: L3 agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: Metadata agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: Metering agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: Open vSwitch agent@dv-cinder-804035-16-iscsi: { 'AddressGroup': '1.2', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'ConntrackHelper': '1.0', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Log': '1.0', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Network': '1.1', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Port': '1.7', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'PortForwarding': '1.2', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'QosPolicy': '1.10', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SecurityGroup': '1.5', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SecurityGroupRule': '1.2', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'SubPort': '1.0', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Subnet': '1.1', Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: 'Trunk': '1.1'}} Nov 23 14:28:35.685597 dv-cinder-804035-16-iscsi neutron-server[102953]: {{(pid=102953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:28:35.706763 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Checking segment: {'id': '9fb18c06-310b-4208-8c38-dde548533d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '86637ff1-edcc-4bad-8527-1f3e0efc8642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:35.707879 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Network hostable DHCP agents. Network: 86637ff1-edcc-4bad-8527-1f3e0efc8642, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:28:35.726387 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Network 86637ff1-edcc-4bad-8527-1f3e0efc8642 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:28:35.738765 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 86637ff1-edcc-4bad-8527-1f3e0efc8642) {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:35.743565 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:35.744715 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:35.750297 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc761c2-fd90-4e0b-959d-58e1f0b6fd76 None None] Network 86637ff1-edcc-4bad-8527-1f3e0efc8642 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:35.765378 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-c691cdc2-802f-47ae-8538-d9cc947870fd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3994491 Nov 23 14:28:35.902747 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2877b5bc-cb8a-4ba1-8575-03e97b64d8aa None None] Network 86637ff1-edcc-4bad-8527-1f3e0efc8642 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:36.062051 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41034) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:36.123713 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41038) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:36.318722 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41050) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:36.403000 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41054) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:36.418332 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-601054223-network', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:36.462930 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-555746407-network', 'tenant_id': 'd88139bd5bbb4ae390a08624d36c16b6'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:36.480238 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Made reservation on behalf of e3bc7dcc23a24b5a8359784271d81f29 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:36.482892 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.497972 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.509785 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Made reservation on behalf of d88139bd5bbb4ae390a08624d36c16b6 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:36.513844 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.530916 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.585809 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-10c1c87c-d5cd-4205-9cf4-0870816c5824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.667010 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.674906 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.688772 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-339387217-network', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:36.724265 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7e6a2d-353f-4cba-8e78-c8c56991bffd,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:36.730394 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1069941162-network', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:36.750431 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.764924 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.771582 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:28:36.795055 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.795390 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Added segment 6e66cd23-4361-4b62-acd4-ebe2582f7ee3 of type vlan for network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b Nov 23 14:28:36.799671 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Made reservation on behalf of 8b77b666a5b4482f86df61916953c4c9 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:36.802889 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.808427 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:28:36.843784 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.871207 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.871555 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Added segment 2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac of type vlan for network 316a669b-d7ee-4929-8536-9a04b5e93fba Nov 23 14:28:36.896759 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:36.899185 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Made reservation on behalf of 2d89f95d552f427f8f07cd9f3dcbc118 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:36.901505 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.947192 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.956975 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:36.982097 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.056931 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.058459 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:37.059262 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.150775 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] Pushing event updated for resources: {'Network': ['ID=99e22cf6-c72a-4785-a285-dfc6ba60ae7b,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:37.162237 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.163439 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:37.164197 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.175081 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:28:37.300888 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] Pushing event updated for resources: {'Network': ['ID=316a669b-d7ee-4929-8536-9a04b5e93fba,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:37.357722 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 316a669b-d7ee-4929-8536-9a04b5e93fba details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:28:37.391804 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-eece816b-afc2-4399-99b1-2819ffaf31e2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2578843 Nov 23 14:28:37.392665 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41100) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:37.399820 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Request body: {'subnet': {'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-555746407-subnet', 'tenant_id': 'd88139bd5bbb4ae390a08624d36c16b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:37.408690 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-357380c8-5eab-4265-91e8-6b5efd05e60d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3446684 Nov 23 14:28:37.435600 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41102) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:37.445500 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Request body: {'subnet': {'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-subnet', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:37.457152 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Made reservation on behalf of d88139bd5bbb4ae390a08624d36c16b6 for: {'subnet': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:37.461086 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.484207 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.496115 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.562521 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ee7d86-0d57-4530-adf9-e798bde4836c,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:37.617980 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:28:37.654328 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Made reservation on behalf of e3bc7dcc23a24b5a8359784271d81f29 for: {'subnet': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:37.656753 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.731135 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.731612 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Added segment 872b11d9-d1f1-4ca5-af4b-c666facc4c0f of type vlan for network 72082c76-6ced-497f-a837-e78d35ddc847 Nov 23 14:28:37.749731 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.803012 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.839852 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.861406 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:28:37.925245 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.926905 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Added segment 1cc5891e-8e76-46e1-8e3d-ab520601a6c1 of type vlan for network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 Nov 23 14:28:37.970365 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:37.995907 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff3cf38-816e-43b1-965f-b7d054bcf2ca,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:38.011797 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.012994 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:38.013679 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.025279 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.072068 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a58d9d5-9e82-4d89-a5b7-5ae48e607824,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:38.104205 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Checking segment: {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:38.104993 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Network hostable DHCP agents. Network: 316a669b-d7ee-4929-8536-9a04b5e93fba, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:28:38.141637 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Network 316a669b-d7ee-4929-8536-9a04b5e93fba is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:28:38.160892 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 316a669b-d7ee-4929-8536-9a04b5e93fba) {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:38.164406 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8445890 Nov 23 14:28:38.168130 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41114) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:38.170001 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a62c07-5133-4a8a-adad-be630179b0fc admin admin] Pushing event updated for resources: {'Network': ['ID=72082c76-6ced-497f-a837-e78d35ddc847,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:38.173858 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.176435 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:38.177661 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.187850 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:38.194826 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1329914e-729e-4422-bad0-5bde49eb0ed1 None None] Network 316a669b-d7ee-4929-8536-9a04b5e93fba requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:38.195463 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.202688 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Request body: {'subnet': {'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1069941162-subnet', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:38.218078 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-0d854389-fc41-498f-964a-83b8f4851a0d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8240058 Nov 23 14:28:38.321314 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 72082c76-6ced-497f-a837-e78d35ddc847 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:28:38.404089 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0000687 Nov 23 14:28:38.407214 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41132) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:38.412544 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Request body: {'subnet': {'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-339387217-subnet', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:38.477992 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Made reservation on behalf of 8b77b666a5b4482f86df61916953c4c9 for: {'subnet': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:38.486151 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Made reservation on behalf of 2d89f95d552f427f8f07cd9f3dcbc118 for: {'subnet': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:38.489017 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.489574 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.497492 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.506494 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab68894-1d80-4dcc-8e3a-60935c86e794 admin admin] Pushing event updated for resources: {'Network': ['ID=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:38.521265 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:28:38.548936 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.746163 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41164) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:38.750138 dv-cinder-804035-16-iscsi neutron-server[102953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 14:28:38.786262 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8adb55-7336-4bbd-aed4-ab654cc2e82d None None] Network 316a669b-d7ee-4929-8536-9a04b5e93fba requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:38.844965 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:38.930241 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45bff08e-207a-4dbd-bafd-642fc1e2c86e,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:38.970013 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Checking segment: {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:38.970642 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Network hostable DHCP agents. Network: 99e22cf6-c72a-4785-a285-dfc6ba60ae7b, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:28:38.986210 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41180) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:38.988635 dv-cinder-804035-16-iscsi neutron-server[102952]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 14:28:39.041101 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-5ad23770-ada0-46c3-9fa0-509d2d7d61d4 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:39.049176 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-5ad23770-ada0-46c3-9fa0-509d2d7d61d4 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/networks?id=86637ff1-edcc-4bad-8527-1f3e0efc8642 HTTP/1.1" status: 200 len: 812 time: 0.3017952 Nov 23 14:28:39.084921 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:28:39.096443 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-a67144f6-c0aa-4369-b951-41dada397948 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/quotas/5794bd20dfab4bd3870d88d876e93df4 HTTP/1.1" status: 200 len: 375 time: 0.0462849 Nov 23 14:28:39.117063 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2809e92-c32e-4683-afe6-caa82f288483,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:39.207366 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Checking segment: {'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:39.208537 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Network hostable DHCP agents. Network: 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:28:39.301161 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:28:39.305902 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-65360f1d-b9a6-454a-9eb9-82fec0786bd2 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5794bd20dfab4bd3870d88d876e93df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2084754 Nov 23 14:28:39.310852 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 99e22cf6-c72a-4785-a285-dfc6ba60ae7b) {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:39.322036 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714a5b3-4e7e-47ee-a664-55d14cb7ebca None None] Network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:39.324498 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:39.325364 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.329731 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.339100 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-dc7aed71-076a-44d0-ab54-accf3ebf8263 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:39.358099 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-dc7aed71-076a-44d0-ab54-accf3ebf8263 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 814 time: 0.3705001 Nov 23 14:28:39.364387 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8) {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:39.377012 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-3e0068fd-9c63-40ce-91ce-db9b93e5d4a0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9384382 Nov 23 14:28:39.381241 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41196) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:39.390964 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:39.397958 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:39.398828 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.422020 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-14f00097-21a1-45f5-83ff-356acf4a4d7a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/quotas/d88139bd5bbb4ae390a08624d36c16b6 HTTP/1.1" status: 200 len: 375 time: 0.0609517 Nov 23 14:28:39.454362 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5006'] for router, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.456764 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.481985 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f421f1-6f72-4899-b1df-d9e99897243e None None] Network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:39.551983 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:39.566938 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.574379 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-cd3108cd-722a-4ffe-b518-347d4a020e74 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1435001 Nov 23 14:28:39.586511 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-edbd9f65-a297-4dbe-8e3d-ba720399b600 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1779320 Nov 23 14:28:39.590096 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41204) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:39.596246 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-339387217-router', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:39.662836 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Checking segment: {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:39.663386 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Network hostable DHCP agents. Network: 72082c76-6ced-497f-a837-e78d35ddc847, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:28:39.709363 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-df47363d-5535-467d-8771-22b9bf1aff24 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:28:39.717184 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-df47363d-5535-467d-8771-22b9bf1aff24 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1418524 Nov 23 14:28:39.718655 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-6126f588-5c58-4582-8261-ac7f936d54ab service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:28:39.719548 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-6126f588-5c58-4582-8261-ac7f936d54ab service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564368 Nov 23 14:28:39.842235 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp149c54f5-4f1e-5612-a8be-7e2996bbc970-99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e'}]}} from dv-cinder-804035-16-iscsi. {{(pid=102954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:28:39.843073 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.858669 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-c0fa3d4e-887f-4c70-8c9a-c819ad0be985 service neutron] 10.222.0.59 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326985 Nov 23 14:28:39.865199 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced964d-efea-40c2-88f3-7fb85f065c6e None None] Network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:39.870337 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.877026 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Network 72082c76-6ced-497f-a837-e78d35ddc847 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:28:39.883676 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5006'] for router, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.884702 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.902407 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.910876 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 72082c76-6ced-497f-a837-e78d35ddc847) {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:39.933878 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:39.934461 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:39.962602 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-c820359c-a0f0-45da-a274-ee62bb254cc4 service neutron] 10.222.0.59 "GET /v2.0/networks/86637ff1-edcc-4bad-8527-1f3e0efc8642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444105 Nov 23 14:28:39.975247 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96961c3-a47d-40a6-9db3-c2b519df0531 None None] Network 72082c76-6ced-497f-a837-e78d35ddc847 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:40.022075 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-d3aa5c37-1ee5-4f58-b7ca-61825b239263 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8466620 Nov 23 14:28:40.024218 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41208) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:40.028747 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.037223 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:40.052533 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-d5c76f95-6559-46b8-a148-162ffb636c17 service neutron] 10.222.0.59 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854362 Nov 23 14:28:40.069241 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5006'] for router, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.071954 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.210989 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.db_base_plugin_common [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Allocated IP 172.20.0.2 (99e22cf6-c72a-4785-a285-dfc6ba60ae7b/45bff08e-207a-4dbd-bafd-642fc1e2c86e/eb4c45b2-fa15-43f7-9319-fbdcdf65c45a) {{(pid=102954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:40.278265 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.283749 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-bc2d4c59-9b29-45bc-afac-0d1936182c39 service neutron] 10.222.0.59 "GET /v2.0/networks/86637ff1-edcc-4bad-8527-1f3e0efc8642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901695 Nov 23 14:28:40.300238 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.323167 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp149c54f5-4f1e-5612-a8be-7e2996bbc970-72082c76-6ced-497f-a837-e78d35ddc847', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70'}]}} from dv-cinder-804035-16-iscsi. {{(pid=102954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:28:40.324951 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.583294 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.610190 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Publish callbacks [] for port, precommit_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.622575 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.665684 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.836708 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.838909 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b is already hosted by enough agents. {{(pid=102954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:40.842680 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.db_base_plugin_common [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Allocated IP 172.20.0.2 (72082c76-6ced-497f-a837-e78d35ddc847/7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70/a86ec73f-08d7-4c3a-a51d-1ee52eaca976) {{(pid=102954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:40.870912 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.base_scheduler [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Resources bound (agent type, host, resource id): {{(pid=102954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:40.878894 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Received port after_create {{(pid=102954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:40.902202 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:40.933521 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Pushing event updated for resources: {'Port': ['ID=eb4c45b2-fa15-43f7-9319-fbdcdf65c45a,revision_number=1']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:40.972371 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.973187 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.974768 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.976236 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.978508 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.981071 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.981971 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.982740 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.984624 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.985690 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.986418 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.987168 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Tracked resource versions report: Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: pushed versions: Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: { 'AddressGroup': {'1.2'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'ConntrackHelper': {'1.0'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Log': {'1.0'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Network': {'1.1'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Port': {'1.7'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'PortForwarding': {'1.2'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'QosPolicy': {'1.10'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SecurityGroup': {'1.5'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SubPort': {'1.0'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Subnet': {'1.1'}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Trunk': {'1.1'}} Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: consumer versions: Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: { DHCP agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: HyperV agent@hv-cinder-80403: {}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: L3 agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: Metadata agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: Metering agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: Open vSwitch agent@dv-cinder-804035-16-iscsi: { 'AddressGroup': '1.2', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'ConntrackHelper': '1.0', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Log': '1.0', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Network': '1.1', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Port': '1.7', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'PortForwarding': '1.2', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'QosPolicy': '1.10', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SecurityGroup': '1.5', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SecurityGroupRule': '1.2', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'SubPort': '1.0', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Subnet': '1.1', Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: 'Trunk': '1.1'}} Nov 23 14:28:40.990537 dv-cinder-804035-16-iscsi neutron-server[102954]: {{(pid=102954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:28:41.048815 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3ffd8fb0-a6af-4e29-b0be-09eb892d52e5 req-9a9dc5f7-bd5a-49f3-a00e-899d6a083ca7 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.1400659 Nov 23 14:28:41.201319 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Attempting to bind port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:41.243075 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Attempting to bind port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:41.246119 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Attempting to bind port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a on network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:41.303251 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e8a4b537-e5c2-4fd5-aed4-57a54fec94d3 req-a51870d6-d610-40cd-b5ac-9e833f04ea18 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.0767589 Nov 23 14:28:41.326883 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.359905 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.403829 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.426596 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.445999 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:41.455878 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Checking segment: {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:41.459995 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.460900 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Bound using segment: {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:41.461741 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Bound port: eb4c45b2-fa15-43f7-9319-fbdcdf65c45a, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:41.471418 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.632260 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Allocated IP 172.27.1.245 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/b48051ae-edc8-4d10-b974-deff7cb191fb) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:41.765142 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Publish callbacks [] for port, precommit_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.769711 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] For port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:41.773899 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] For port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=eb4c45b2-fa15-43f7-9319-fbdcdf65c45a,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:41.779094 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.786719 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.853551 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Network 72082c76-6ced-497f-a837-e78d35ddc847 is already hosted by enough agents. {{(pid=102954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:41.860443 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.base_scheduler [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Resources bound (agent type, host, resource id): {{(pid=102954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:41.864861 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Received port after_create {{(pid=102954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:41.929395 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Pushing event updated for resources: {'Port': ['ID=a86ec73f-08d7-4c3a-a51d-1ee52eaca976,revision_number=1']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:41.971394 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:41.994928 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Attempting to bind port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:41.995955 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Attempting to bind port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:41.996509 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Attempting to bind port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 on network 72082c76-6ced-497f-a837-e78d35ddc847 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:42.019438 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.030643 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:42.031030 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Checking segment: {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:42.033337 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.033994 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Bound using segment: {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:42.034778 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Bound port: a86ec73f-08d7-4c3a-a51d-1ee52eaca976, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:42.035543 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.066811 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5662994-5a59-4fb3-b901-962536c7a2ff None None] Pushing event updated for resources: {'Port': ['ID=eb4c45b2-fa15-43f7-9319-fbdcdf65c45a,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:42.132535 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:42.141937 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:42.152588 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:42.155453 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] For port a86ec73f-08d7-4c3a-a51d-1ee52eaca976, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:42.162382 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] For port a86ec73f-08d7-4c3a-a51d-1ee52eaca976, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=a86ec73f-08d7-4c3a-a51d-1ee52eaca976,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:42.170349 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.201746 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b48051ae-edc8-4d10-b974-deff7cb191fb,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:42.374527 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ee59ebd3-cfb1-475e-8075-352eb0c653ff req-727de3c7-bd0e-425b-bac3-c0ca8c800b95 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0752716 Nov 23 14:28:42.378141 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Allocated IP 172.27.1.79 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/dabc2387-ac44-42fa-9862-61dd4fb55681) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:42.380437 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419eaf71-b4d5-4934-b871-9ea716e57b6c None None] Pushing event updated for resources: {'Port': ['ID=a86ec73f-08d7-4c3a-a51d-1ee52eaca976,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:42.484234 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-167c21d2-95d3-447e-910a-e28cfb1e0e03 req-61974493-9888-4b4e-a2c1-de99a6df40c9 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.0806561 Nov 23 14:28:42.780563 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.795017 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device eb4c45b2-fa15-43f7-9319-fbdcdf65c45a up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:42.817963 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.911894 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:42.912253 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:42.954916 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.027038 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.035756 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Allocated IP 172.27.1.46 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/a080f248-eb8d-49b3-a0ba-45bba31aa53c) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:43.055624 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:43.062925 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:43.069928 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=eb4c45b2-fa15-43f7-9319-fbdcdf65c45a,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:43.076332 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.107043 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:43.152077 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=eb4c45b2-fa15-43f7-9319-fbdcdf65c45a,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:43.197348 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Pushing event updated for resources: {'Port': ['ID=dabc2387-ac44-42fa-9862-61dd4fb55681,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:43.265878 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.291850 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774'] for router, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.416313 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.516829 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:43.524977 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:43.536193 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:43.583545 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c56dd77a-735e-4850-9c8d-2d741b414012 req-be3e1250-541b-456b-81a9-f66e7b542bf3 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0673084 Nov 23 14:28:43.586800 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.637033 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Pushing event updated for resources: {'Port': ['ID=a080f248-eb8d-49b3-a0ba-45bba31aa53c,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:43.670994 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc98b5b5-4154-4a72-a7ee-65f36575b6ed None None] Network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:43.819564 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-72ebb366-3e92-4ae5-973c-c83c52eb5964 None None] Provisioning complete for port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:43.820331 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-72ebb366-3e92-4ae5-973c-c83c52eb5964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:43.855714 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 is scheduled to L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 with binding_index 1 {{(pid=102953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:28:43.986161 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-dfd555f6-5c10-4d66-814e-bf024dbcf5a4 req-8ea1e2d9-3ad6-45ce-832c-4376afacc9a6 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.0563357 Nov 23 14:28:44.023166 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774'] for router, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:44.162268 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b99b9-b69f-4c3e-888a-bde34db8aaec None None] Network 72082c76-6ced-497f-a837-e78d35ddc847 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:28:44.229732 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:44.518753 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:44.531155 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-2ed9ce19-1599-4e0b-b404-db7e4fca6445 None None] Provisioning complete for port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:44.532334 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ce19-1599-4e0b-b404-db7e4fca6445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:44.551576 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Sync routers for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:44.577946 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:44.578598 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:44.582236 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:44.590610 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41356) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:44.595686 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-f21cdc0f-3d0f-4ef5-925f-5fb495eb83a9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2130754 Nov 23 14:28:44.649266 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Router 811a73d8-d575-43d6-b6e7-61c337aa36c4 is scheduled to L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 with binding_index 1 {{(pid=102953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:28:44.903599 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3350bb04-5e48-4d62-b984-9a7b40929ae2 req-b0809573-ff13-4539-b0f3-9ee2408c6e34 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0784624 Nov 23 14:28:44.919615 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ce19-1599-4e0b-b404-db7e4fca6445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:44.941882 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774'] for router, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:45.026501 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a86ec73f-08d7-4c3a-a51d-1ee52eaca976 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:45.071799 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-2ed9ce19-1599-4e0b-b404-db7e4fca6445 None None] For port a86ec73f-08d7-4c3a-a51d-1ee52eaca976, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=a86ec73f-08d7-4c3a-a51d-1ee52eaca976,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:45.099382 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ce19-1599-4e0b-b404-db7e4fca6445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:45.102616 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:45.140126 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Sync routers for ids ['811a73d8-d575-43d6-b6e7-61c337aa36c4'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:45.148376 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:45.152754 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-a778f74a-191e-4c03-9180-25b11898515b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5603058 Nov 23 14:28:45.158666 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41368) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:45.244999 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:28:45.281417 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Routers {'811a73d8-d575-43d6-b6e7-61c337aa36c4'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:45.282343 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['811a73d8-d575-43d6-b6e7-61c337aa36c4'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:45.311813 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4f013fe4-04e1-4b6b-ad44-383030872a89 req-f13e6944-ddf9-42b9-8da7-2e8beab8a73e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.1654298 Nov 23 14:28:45.371229 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:45.371515 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:45.378581 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9ce19-1599-4e0b-b404-db7e4fca6445 None None] Pushing event updated for resources: {'Port': ['ID=a86ec73f-08d7-4c3a-a51d-1ee52eaca976,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:45.388513 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-923af734-0f5b-40aa-a5ea-0977cc8abf32 None None] Provisioning complete for port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:45.389365 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-923af734-0f5b-40aa-a5ea-0977cc8abf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:45.513144 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:42Z', 'revision_number': 3, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:45.550726 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Checking router: 779ff37c-dfd6-4faf-9d0c-b30640a324e9 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:28:45.551284 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Updating router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 port b48051ae-edc8-4d10-b974-deff7cb191fb binding host dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:28:45.557833 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Set router 811a73d8-d575-43d6-b6e7-61c337aa36c4 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:28:45.585549 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:45.611927 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 is scheduled to L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 with binding_index 1 {{(pid=102952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:28:45.775000 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device eb4c45b2-fa15-43f7-9319-fbdcdf65c45a up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:45.868142 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:45.881817 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Sync routers for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:45.897124 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:45.898062 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:45.912607 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-923af734-0f5b-40aa-a5ea-0977cc8abf32 None None] Provisioning complete for port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:45.913406 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-923af734-0f5b-40aa-a5ea-0977cc8abf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:45.921791 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.000924 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] Publish callbacks [] for router, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.004231 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-2bd03fc7-ac4a-450a-b430-bb363321ed12 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9786932 Nov 23 14:28:46.015506 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41380) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:46.035021 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:46.036376 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.083557 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.185269 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'name': 'tempest-ServerRescueNegativeTestJSON-339387217-router', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:43Z', 'revision_number': 3, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'gw_port': {'id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:46.204814 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4697bb45-cea6-48a2-a43a-4e7b8b858bf9 req-c60dab6d-d33f-4e97-a915-d6f81a5efa9b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.1291084 Nov 23 14:28:46.249898 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Checking router: 811a73d8-d575-43d6-b6e7-61c337aa36c4 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:28:46.250242 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:28:46.250411 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Updating router 811a73d8-d575-43d6-b6e7-61c337aa36c4 port dabc2387-ac44-42fa-9862-61dd4fb55681 binding host dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:28:46.292589 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Allocated IP 172.20.0.1 (2676605f-3ea8-4a99-a7d4-2f60e2a19bf8/e2809e92-c32e-4683-afe6-caa82f288483/50dc8fac-8795-44a8-ab54-4718220adef5) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:46.339755 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.550970 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.583480 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.607635 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.623222 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.644010 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a86ec73f-08d7-4c3a-a51d-1ee52eaca976 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:46.666160 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.671688 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Attempting to bind port b48051ae-edc8-4d10-b974-deff7cb191fb on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:46.672095 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Attempting to bind port b48051ae-edc8-4d10-b974-deff7cb191fb by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:46.672636 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Attempting to bind port b48051ae-edc8-4d10-b974-deff7cb191fb on network dd2cda15-199e-4377-92fa-023d99d914e4 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:46.683231 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:46.683716 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:46.684275 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.684821 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Bound using segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:46.685529 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Bound port: b48051ae-edc8-4d10-b974-deff7cb191fb, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:46.686066 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.763668 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] For port b48051ae-edc8-4d10-b974-deff7cb191fb, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:46.768713 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] For port b48051ae-edc8-4d10-b974-deff7cb191fb, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=b48051ae-edc8-4d10-b974-deff7cb191fb,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:46.774521 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21fda7fb-7547-4e1a-91d5-c1a5f03735ce req-07f0d438-2ac6-4728-833c-0d10dad479dc tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.2854888 Nov 23 14:28:46.784665 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Pushing event updated for resources: {'Port': ['ID=50dc8fac-8795-44a8-ab54-4718220adef5,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:46.801538 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:46.805085 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:46.810676 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:46.811831 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.845519 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:46.845972 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.851877 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:46.887761 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Pushing event updated for resources: {'Port': ['ID=b48051ae-edc8-4d10-b974-deff7cb191fb,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:46.913260 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.919091 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.921063 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.921908 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.931347 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.932291 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.933079 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.933715 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.934453 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.935118 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.935798 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.936473 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Tracked resource versions report: Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: pushed versions: Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: { 'AddressGroup': {'1.2'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'ConntrackHelper': {'1.0'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Log': {'1.0'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Network': {'1.1'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Port': {'1.7'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'PortForwarding': {'1.2'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'QosPolicy': {'1.10'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SecurityGroup': {'1.5'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SecurityGroupRule': {'1.2'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SubPort': {'1.0'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Subnet': {'1.1'}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Trunk': {'1.1'}} Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: consumer versions: Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: { DHCP agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: HyperV agent@hv-cinder-80403: {}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: L3 agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: Metadata agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: Metering agent@dv-cinder-804035-16-iscsi: {}, Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: Open vSwitch agent@dv-cinder-804035-16-iscsi: { 'AddressGroup': '1.2', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'ConntrackHelper': '1.0', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Log': '1.0', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Network': '1.1', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Port': '1.7', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'PortForwarding': '1.2', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'QosPolicy': '1.10', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SecurityGroup': '1.5', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SecurityGroupRule': '1.2', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'SubPort': '1.0', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Subnet': '1.1', Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: 'Trunk': '1.1'}} Nov 23 14:28:46.938374 dv-cinder-804035-16-iscsi neutron-server[102955]: {{(pid=102955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 14:28:46.997725 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Publish callbacks [] for port, precommit_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.021554 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.034296 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Allocated IP 172.20.0.1 (99e22cf6-c72a-4785-a285-dfc6ba60ae7b/45bff08e-207a-4dbd-bafd-642fc1e2c86e/0ab26a0a-598b-4c26-8bc3-9002ebc10e4c) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:47.080453 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:47.080917 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:47.083135 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Attempting to bind port dabc2387-ac44-42fa-9862-61dd4fb55681 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:47.083832 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Attempting to bind port dabc2387-ac44-42fa-9862-61dd4fb55681 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:47.083832 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Attempting to bind port dabc2387-ac44-42fa-9862-61dd4fb55681 on network dd2cda15-199e-4377-92fa-023d99d914e4 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:47.101272 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:47.101650 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:47.102110 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.102435 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Bound using segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:47.105762 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Bound port: dabc2387-ac44-42fa-9862-61dd4fb55681, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:47.106438 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.156129 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.193705 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4f8cf-0e05-453c-a821-3b482aa5ca0f None None] Pushing event updated for resources: {'Port': ['ID=b48051ae-edc8-4d10-b974-deff7cb191fb,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:47.214976 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.239204 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:44Z', 'revision_number': 3, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:47.276800 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Checking router: 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:28:47.277647 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Updating router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 port a080f248-eb8d-49b3-a0ba-45bba31aa53c binding host dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:28:47.295171 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33374a8-22f1-4df4-8c32-e14e3d78ab55 None None] Pushing event updated for resources: {'Port': ['ID=dabc2387-ac44-42fa-9862-61dd4fb55681,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:47.330103 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.369712 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:28:47.372552 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] For port dabc2387-ac44-42fa-9862-61dd4fb55681, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:47.381740 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] For port dabc2387-ac44-42fa-9862-61dd4fb55681, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=dabc2387-ac44-42fa-9862-61dd4fb55681,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:47.389558 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.493237 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Routers {'811a73d8-d575-43d6-b6e7-61c337aa36c4'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:47.493899 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['811a73d8-d575-43d6-b6e7-61c337aa36c4'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:47.549981 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.557647 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33374a8-22f1-4df4-8c32-e14e3d78ab55 None None] Pushing event updated for resources: {'Port': ['ID=dabc2387-ac44-42fa-9862-61dd4fb55681,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:47.563451 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.564605 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599789'] for router_interface, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.575406 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Allocated IP 172.20.0.1 (72082c76-6ced-497f-a837-e78d35ddc847/7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70/3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:47.595017 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-dcedde34-1b8a-4ff5-9eed-3db74b61d7ec req-8109515a-134b-40b7-8a83-12ec21481753 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.1704648 Nov 23 14:28:47.617123 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.661812 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] Set router 811a73d8-d575-43d6-b6e7-61c337aa36c4 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:28:47.742201 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.787391 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.847872 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:47.883205 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Network 72082c76-6ced-497f-a837-e78d35ddc847 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:47.887719 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:47.892768 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:47.893344 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:47.953048 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Pushing event updated for resources: {'Port': ['ID=50dc8fac-8795-44a8-ab54-4718220adef5,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:47.989566 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'name': 'tempest-ServerRescueNegativeTestJSON-339387217-router', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:47Z', 'revision_number': 4, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'gw_port': {'id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '50dc8fac-8795-44a8-ab54-4718220adef5', 'name': '', 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'mac_address': 'fa:16:3e:7a:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:45Z', 'updated_at': '2021-11-23T14:28:46Z', 'revision_number': 1, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'subnets': [{'id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:47.990025 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5e27d1f7-2a83-4957-bf16-b28c7f356662 req-34c5510b-b920-463b-a9b2-9df4671805cd tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.0496581 Nov 23 14:28:48.026021 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.055257 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:48.062570 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:48.099596 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Publish callbacks [] for port, precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.103079 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d04feb-33d4-431e-bb0c-ff20f5b6294a None None] The sync data for ids ['811a73d8-d575-43d6-b6e7-61c337aa36c4'] in dv-cinder-804035-16-iscsi is: [{'id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'name': 'tempest-ServerRescueNegativeTestJSON-339387217-router', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:47Z', 'revision_number': 4, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'gw_port': {'id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '50dc8fac-8795-44a8-ab54-4718220adef5', 'name': '', 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'mac_address': 'fa:16:3e:7a:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:45Z', 'updated_at': '2021-11-23T14:28:46Z', 'revision_number': 1, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'subnets': [{'id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:28:48.128599 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.137918 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:48.138678 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.164391 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:48.167454 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:48.283518 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Attempting to bind port a080f248-eb8d-49b3-a0ba-45bba31aa53c on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:48.283518 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Attempting to bind port a080f248-eb8d-49b3-a0ba-45bba31aa53c by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:48.287435 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Attempting to bind port a080f248-eb8d-49b3-a0ba-45bba31aa53c on network dd2cda15-199e-4377-92fa-023d99d914e4 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:48.317801 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e676e-dffb-484d-a32f-9b1d8f559893 None None] Pushing event updated for resources: {'Port': ['ID=a080f248-eb8d-49b3-a0ba-45bba31aa53c,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:48.338228 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:48.338836 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:48.339425 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.340080 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Bound using segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:48.340789 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Bound port: a080f248-eb8d-49b3-a0ba-45bba31aa53c, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:48.342117 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.357606 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-958e05b4-0046-4c68-bcb4-367b692ef948 None None] Provisioning complete for port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:48.358148 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-958e05b4-0046-4c68-bcb4-367b692ef948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.416692 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-958e05b4-0046-4c68-bcb4-367b692ef948 None None] Port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:28:48.425573 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Router 811a73d8-d575-43d6-b6e7-61c337aa36c4 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:28:48.442582 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:42Z', 'revision_number': 3, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:48.497525 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93fe16-f840-4456-ae0b-afea107119f4 None None] The sync data for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi is: [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:42Z', 'revision_number': 3, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:28:48.500671 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] For port a080f248-eb8d-49b3-a0ba-45bba31aa53c, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:48.507761 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Pushing event updated for resources: {'Port': ['ID=0ab26a0a-598b-4c26-8bc3-9002ebc10e4c,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:48.561616 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] For port a080f248-eb8d-49b3-a0ba-45bba31aa53c, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=a080f248-eb8d-49b3-a0ba-45bba31aa53c,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:48.568298 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-453362dd-8a7a-41e1-b2f8-9d54deb10d07 None None] Provisioning complete for port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:48.569117 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-453362dd-8a7a-41e1-b2f8-9d54deb10d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.570273 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.604604 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:48.648391 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-453362dd-8a7a-41e1-b2f8-9d54deb10d07 None None] Port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:28:48.803528 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e676e-dffb-484d-a32f-9b1d8f559893 None None] Pushing event updated for resources: {'Port': ['ID=a080f248-eb8d-49b3-a0ba-45bba31aa53c,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:48.808676 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:48.809571 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:48.850854 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5cd129f7-cd30-4e59-be0a-82043d970e51 req-b21f2e9f-958e-45fe-83d5-d2891ca8f0f1 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0685701 Nov 23 14:28:48.852377 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:48.868927 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-0432cf35-25e7-4ec7-a231-de0fb2ad5418 admin admin] 10.222.0.59 "PUT /v2.0/routers/811a73d8-d575-43d6-b6e7-61c337aa36c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6989563 Nov 23 14:28:49.014189 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:28:49.114015 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:49.191136 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.48', 62373) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:49.420093 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a7815fcd-e1c4-4169-bf9b-5a63b2563481 req-94f6f0d6-c2c8-4cbb-934d-080cb51b6643 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.2022209 Nov 23 14:28:49.584812 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-0091497d-c955-42b3-b481-f6e2a9c801c8 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:49.591192 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-0091497d-c955-42b3-b481-f6e2a9c801c8 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 814 time: 0.3986208 Nov 23 14:28:49.612409 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:28:47Z', 'revision_number': 1, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:49.659476 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Request body: {'port': {'device_id': '05126467-8da8-400b-9cde-02fcd42aaeb5', 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba', 'admin_state_up': True, 'tenant_id': 'd88139bd5bbb4ae390a08624d36c16b6'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:49.705872 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:49.717003 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46577ee-fea3-4247-9cf3-b9559db17586 None None] The sync data for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi is: [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:28:47Z', 'revision_number': 1, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:28:49.721458 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:49.722974 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599789'] for router_interface, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:50.385004 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-696bb61d-5640-4bcb-b5a7-650723f41e35 req-76bf01b1-a98c-47f5-8330-e3a5769704fb tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.2893093 Nov 23 14:28:50.442535 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Network 72082c76-6ced-497f-a837-e78d35ddc847 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:50.489510 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:50.756194 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.48', 62381) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:51.086739 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6166a293-683b-4163-81e8-a6e03cdef248 req-748b991b-fcd4-43c8-8447-04a935a95ca0 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.1625581 Nov 23 14:28:51.173021 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device b48051ae-edc8-4d10-b974-deff7cb191fb up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:51.406501 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-04193493-ff3f-4f61-81d2-b2b78a82b7f1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:51.417795 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-04193493-ff3f-4f61-81d2-b2b78a82b7f1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 818 time: 1.6217108 Nov 23 14:28:51.435572 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-8374d099-1b1a-4b71-aa2f-18eccd3494c8 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:51.442743 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-8374d099-1b1a-4b71-aa2f-18eccd3494c8 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.48 "GET /v2.0/networks?id=86637ff1-edcc-4bad-8527-1f3e0efc8642 HTTP/1.1" status: 200 len: 812 time: 0.6756418 Nov 23 14:28:51.459148 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:51.477323 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-e88d5504-ac90-482c-9e86-7db4691799b1 None None] Provisioning complete for port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:51.477916 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e88d5504-ac90-482c-9e86-7db4691799b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:51.521347 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Request body: {'port': {'device_id': '26130486-e148-44a5-9dfe-8aca7504a513', 'network_id': '86637ff1-edcc-4bad-8527-1f3e0efc8642', 'admin_state_up': True, 'tenant_id': '5794bd20dfab4bd3870d88d876e93df4'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:51.549083 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Made reservation on behalf of d88139bd5bbb4ae390a08624d36c16b6 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:51.576833 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port b48051ae-edc8-4d10-b974-deff7cb191fb triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:51.577676 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:51.595676 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:51.615000 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:51.626723 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:28:51.628191 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-e88d5504-ac90-482c-9e86-7db4691799b1 None None] Port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:28:51.630838 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:51.633218 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599789'] for router_interface, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:51.740001 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-4cd5c80c-0951-48db-91d0-bda786df569b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/quotas/2d89f95d552f427f8f07cd9f3dcbc118 HTTP/1.1" status: 200 len: 375 time: 0.2908797 Nov 23 14:28:51.772274 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:51.833405 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port b48051ae-edc8-4d10-b974-deff7cb191fb, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=b48051ae-edc8-4d10-b974-deff7cb191fb,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:51.841495 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:51.842317 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device dabc2387-ac44-42fa-9862-61dd4fb55681 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:51.917841 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Pushing event updated for resources: {'Port': ['ID=0ab26a0a-598b-4c26-8bc3-9002ebc10e4c,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:52.066795 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=b48051ae-edc8-4d10-b974-deff7cb191fb,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:52.099542 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:52.156771 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-4f050cff-dd7f-4814-9f23-aab61b211de6 admin admin] 10.222.0.59 "PUT /v2.0/routers/599c58ef-b1c3-46eb-95ee-8c1b0a5f6297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1371222 Nov 23 14:28:52.214859 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port dabc2387-ac44-42fa-9862-61dd4fb55681 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:52.216793 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:52.315081 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fba8e527-772c-42f1-9a02-149147365506 req-393d0512-b165-4517-8cd5-cc85b1b7a3b4 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.1403656 Nov 23 14:28:52.333377 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:52.349728 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:52.602409 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:52.672710 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ab77bc42-cd4e-4273-86b2-aa1838b9bfb4 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9305754 Nov 23 14:28:52.760732 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port dabc2387-ac44-42fa-9862-61dd4fb55681, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=dabc2387-ac44-42fa-9862-61dd4fb55681,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:52.794290 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:53.046168 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:28:53.080633 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=dabc2387-ac44-42fa-9862-61dd4fb55681,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:53.154601 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-78d807e4-e10d-44c3-9ce7-11fa12c6db4e None None] Provisioning complete for port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:53.155035 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-78d807e4-e10d-44c3-9ce7-11fa12c6db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:53.278644 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-78d807e4-e10d-44c3-9ce7-11fa12c6db4e None None] Port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:28:53.450860 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Allocated IP 172.20.0.8 (316a669b-d7ee-4929-8536-9a04b5e93fba/9a58d9d5-9e82-4d89-a5b7-5ae48e607824/1f1c2f93-c573-437c-8865-109e26b85122) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:53.455102 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Made reservation on behalf of 5794bd20dfab4bd3870d88d876e93df4 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:28:53.461388 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:53.465070 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a080f248-eb8d-49b3-a0ba-45bba31aa53c up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:53.544942 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-09f5880c-9914-47e7-bc1a-5cb8d96b5e69 service neutron] 10.222.0.59 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8525217 Nov 23 14:28:53.655389 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port a080f248-eb8d-49b3-a0ba-45bba31aa53c triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:53.656329 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:53.703114 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-40c787a3-7fcb-4e88-980f-a3e4e0a88ccb req-7cc40bc1-bdd9-4caf-b31b-4c98b65fea39 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.1796513 Nov 23 14:28:53.721817 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:28:53.763042 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-c2770e90-3a0e-444a-96f9-d160ebc277ec admin admin] 10.222.0.59 "PUT /v2.0/routers/779ff37c-dfd6-4faf-9d0c-b30640a324e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1707673 Nov 23 14:28:54.004400 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:54.114052 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port a080f248-eb8d-49b3-a0ba-45bba31aa53c, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=a080f248-eb8d-49b3-a0ba-45bba31aa53c,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:28:54.128037 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:54.130454 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device b48051ae-edc8-4d10-b974-deff7cb191fb up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:54.388141 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Sync routers for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:54.393044 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=a080f248-eb8d-49b3-a0ba-45bba31aa53c,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:54.440753 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port b48051ae-edc8-4d10-b974-deff7cb191fb triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:54.441533 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:54.550842 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:54.552130 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:54.596136 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-5deebc52-24a6-419f-a9b8-2d3608d29671 service neutron] 10.222.0.59 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0495496 Nov 23 14:28:54.908525 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Sync routers for ids ['811a73d8-d575-43d6-b6e7-61c337aa36c4'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:54.941784 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Routers {'811a73d8-d575-43d6-b6e7-61c337aa36c4'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:54.942447 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['811a73d8-d575-43d6-b6e7-61c337aa36c4'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:55.104788 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:28:55.194158 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.300311 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.479007 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Set router 811a73d8-d575-43d6-b6e7-61c337aa36c4 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:28:55.596716 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a080f248-eb8d-49b3-a0ba-45bba31aa53c up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:55.774585 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Network 316a669b-d7ee-4929-8536-9a04b5e93fba is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:55.777289 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Allocated IP 172.20.0.3 (86637ff1-edcc-4bad-8527-1f3e0efc8642/71d4cbd7-ae04-4ecb-adcc-944a05bca827/088e3d5b-75fa-4db0-90e7-c752b087c551) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:28:55.817625 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:55.838510 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:55.851379 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:55.853656 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:55.892239 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Pushing event updated for resources: {'Port': ['ID=1f1c2f93-c573-437c-8865-109e26b85122,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:55.906989 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41564) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:55.922610 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-8f879aa1-bf85-46dc-9607-ff1273d38337 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146640434', 'description': 'tempest-description--646776905'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:56.034114 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8f879aa1-bf85-46dc-9607-ff1273d38337 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.103757 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-532cf1d9-f75f-46b3-8598-3ce91ca2401d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4511542 Nov 23 14:28:56.128632 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed4823-ad21-4644-b9f1-8215f9448c95 req-9e30902e-197c-4638-86d0-fd34ccae94d0 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:56.131943 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6aed4823-ad21-4644-b9f1-8215f9448c95 req-9e30902e-197c-4638-86d0-fd34ccae94d0 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 931 time: 0.4819121 Nov 23 14:28:56.482271 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'name': 'tempest-ServerRescueNegativeTestJSON-339387217-router', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:47Z', 'revision_number': 4, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'gw_port': {'id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '50dc8fac-8795-44a8-ab54-4718220adef5', 'name': '', 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'mac_address': 'fa:16:3e:7a:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:45Z', 'updated_at': '2021-11-23T14:28:47Z', 'revision_number': 2, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'subnets': [{'id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:56.490871 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6aed4823-ad21-4644-b9f1-8215f9448c95 req-d3ce30c3-f8ac-420a-86a4-76a0caa57366 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401141 Nov 23 14:28:56.529386 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8f879aa1-bf85-46dc-9607-ff1273d38337 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.545560 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.554416 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8f879aa1-bf85-46dc-9607-ff1273d38337 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.657391 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8f879aa1-bf85-46dc-9607-ff1273d38337 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.669592 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-8f879aa1-bf85-46dc-9607-ff1273d38337 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7611365 Nov 23 14:28:56.703241 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41572) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:56.707943 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Checking router: 811a73d8-d575-43d6-b6e7-61c337aa36c4 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:28:56.711473 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Updating router 811a73d8-d575-43d6-b6e7-61c337aa36c4 port 50dc8fac-8795-44a8-ab54-4718220adef5 binding host dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:28:56.719775 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port a080f248-eb8d-49b3-a0ba-45bba31aa53c triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:56.720690 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.722645 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-f93d8632-e439-42a6-9a58-ca64252053f0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'security_group_rule': {'security_group_id': 'ce4e7a53-f5f7-4361-bd59-570f7bf7b400', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:56.767105 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41574) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:56.784769 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f879aa1-bf85-46dc-9607-ff1273d38337 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e7a53-f5f7-4361-bd59-570f7bf7b400,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:56.845224 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-998799c4-23cb-40b8-a3e5-084e98f14f7b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--145799574', 'description': 'tempest-description--654685040'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:56.881219 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:56.983073 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-40a6a3b4-5624-41ae-bee1-6f9760ea61b5 req-60950333-3b47-4abc-8b49-7fc131c29eda tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 210 time: 0.0667908 Nov 23 14:28:57.061461 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-785bc8e1-9d0d-4c61-9c84-6f39029be242 req-40c8d2bf-7cef-4706-808b-b1a2703895f3 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.1665332 Nov 23 14:28:57.072199 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:57.080097 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:28:49Z', 'revision_number': 2, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:57.223924 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-90112e28-bcf4-4898-b9c5-a948f5191e68 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:28:57.225436 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-90112e28-bcf4-4898-b9c5-a948f5191e68 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0856628 Nov 23 14:28:57.233052 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Checking router: 779ff37c-dfd6-4faf-9d0c-b30640a324e9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:28:57.233664 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Updating router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c binding host dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:28:57.327163 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device dabc2387-ac44-42fa-9862-61dd4fb55681 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:28:57.547722 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:57.562841 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Network 86637ff1-edcc-4bad-8527-1f3e0efc8642 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:28:57.605220 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:28:57.613700 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:28:57.635319 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:57.644830 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:57.659617 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Sync routers for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:28:57.677893 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f93d8632-e439-42a6-9a58-ca64252053f0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:57.851637 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-998799c4-23cb-40b8-a3e5-084e98f14f7b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:57.936247 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Request body: {'port': {'device_id': '05126467-8da8-400b-9cde-02fcd42aaeb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:58.123174 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Publish callbacks [] for port, precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:58.139067 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f93d8632-e439-42a6-9a58-ca64252053f0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:58.141507 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Pushing event updated for resources: {'Port': ['ID=088e3d5b-75fa-4db0-90e7-c752b087c551,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:58.154523 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-2cad22f7-7d31-415d-bb26-f4368b10b25e tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6383195 Nov 23 14:28:58.157628 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:58.221116 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f93d8632-e439-42a6-9a58-ca64252053f0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:58.273110 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Request body: {'port': {'device_id': '26130486-e148-44a5-9dfe-8aca7504a513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:58.307376 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:58.308498 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:58.349161 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9452-7e20-4841-856c-ffe8080cade1 req-b699b2c1-199f-438f-bf91-2ffab2c26acc tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:58.379975 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b32a9452-7e20-4841-856c-ffe8080cade1 req-b699b2c1-199f-438f-bf91-2ffab2c26acc tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 931 time: 0.2536981 Nov 23 14:28:58.403354 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d8632-e439-42a6-9a58-ca64252053f0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3fe117-2b41-4965-8776-568a368047f5,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:58.466414 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cd547-b155-4d7e-9e2b-d661c4d78c28 None None] Pushing event updated for resources: {'Port': ['ID=50dc8fac-8795-44a8-ab54-4718220adef5,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:58.473869 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port dabc2387-ac44-42fa-9862-61dd4fb55681 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:28:58.474243 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:58.577887 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b32a9452-7e20-4841-856c-ffe8080cade1 req-e9224123-aba0-4768-9ed3-ded8307ad68d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868973 Nov 23 14:28:58.578958 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.48', 62393) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:58.594326 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Attempting to bind port 50dc8fac-8795-44a8-ab54-4718220adef5 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:28:58.594855 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Attempting to bind port 50dc8fac-8795-44a8-ab54-4718220adef5 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:28:58.595329 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Attempting to bind port 50dc8fac-8795-44a8-ab54-4718220adef5 on network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:28:58.608698 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:28:58.610428 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Checking segment: {'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:28:58.610968 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:58.614146 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Bound using segment: {'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:28:58.614902 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Bound port: 50dc8fac-8795-44a8-ab54-4718220adef5, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:28:58.615491 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:58.672316 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41628) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:58.755597 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f93d8632-e439-42a6-9a58-ca64252053f0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:58.781785 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-f93d8632-e439-42a6-9a58-ca64252053f0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0746098 Nov 23 14:28:58.786100 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:58.880185 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 41634) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:28:58.935484 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] For port 50dc8fac-8795-44a8-ab54-4718220adef5, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:28:58.951792 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] For port 50dc8fac-8795-44a8-ab54-4718220adef5, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=50dc8fac-8795-44a8-ab54-4718220adef5,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:28:58.960909 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:59.094727 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-415732e1-03ae-4cbe-bfd1-5564304d11df tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'security_group_rule': {'security_group_id': 'ce4e7a53-f5f7-4361-bd59-570f7bf7b400', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:59.173121 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-743455df-55b4-4820-a183-909d3c92adee tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:28:59.185026 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-743455df-55b4-4820-a183-909d3c92adee tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.48 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 818 time: 0.6041372 Nov 23 14:28:59.262612 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Request body: {'port': {'device_id': 'e0d95abc-b166-433c-a7ee-a3b949394b35', 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8', 'admin_state_up': True, 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:28:59.265007 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Routers {'811a73d8-d575-43d6-b6e7-61c337aa36c4'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:28:59.265890 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['811a73d8-d575-43d6-b6e7-61c337aa36c4'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:28:59.278253 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:28:59.376939 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:59.394826 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-415732e1-03ae-4cbe-bfd1-5564304d11df tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:59.484457 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-415732e1-03ae-4cbe-bfd1-5564304d11df tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:59.495879 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-673d5d61-3544-46a9-83e1-60afe1848097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:59.505660 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-415732e1-03ae-4cbe-bfd1-5564304d11df tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:59.547016 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415732e1-03ae-4cbe-bfd1-5564304d11df tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5edee8c-a9d8-4f76-b206-7aaf5de6188a,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:28:59.906614 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] Set router 811a73d8-d575-43d6-b6e7-61c337aa36c4 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:28:59.945442 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Publish callbacks [] for port, precommit_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:28:59.964387 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.051033 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cd547-b155-4d7e-9e2b-d661c4d78c28 None None] Pushing event updated for resources: {'Port': ['ID=50dc8fac-8795-44a8-ab54-4718220adef5,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:00.171500 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc3535-7264-44f4-9601-b3301ab8669d None None] Pushing event updated for resources: {'Port': ['ID=0ab26a0a-598b-4c26-8bc3-9002ebc10e4c,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:00.265396 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b4cbce6e-a71d-498d-b535-5a8e793e4e72 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:00.272189 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b4cbce6e-a71d-498d-b535-5a8e793e4e72 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 818 time: 2.4551327 Nov 23 14:29:00.287977 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-415732e1-03ae-4cbe-bfd1-5564304d11df tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.289242 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-415732e1-03ae-4cbe-bfd1-5564304d11df tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2152441 Nov 23 14:29:00.336044 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41654) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:00.348365 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Attempting to bind port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:00.348847 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Attempting to bind port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:00.349413 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Attempting to bind port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c on network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:00.350565 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-e2764d84-58e0-46e2-b02e-2a1cb2ca6da5 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/quotas/2d89f95d552f427f8f07cd9f3dcbc118 HTTP/1.1" status: 200 len: 375 time: 0.0773594 Nov 23 14:29:00.371661 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-998799c4-23cb-40b8-a3e5-084e98f14f7b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.430585 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'floatingip': {'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:00.449201 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:00.449893 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Checking segment: {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:00.450667 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.451264 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Bound using segment: {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:00.451913 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Bound port: 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:00.452565 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.536530 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-998799c4-23cb-40b8-a3e5-084e98f14f7b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.592497 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'name': 'tempest-ServerRescueNegativeTestJSON-339387217-router', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:47Z', 'revision_number': 4, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'gw_port': {'id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '50dc8fac-8795-44a8-ab54-4718220adef5', 'name': '', 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'mac_address': 'fa:16:3e:7a:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:45Z', 'updated_at': '2021-11-23T14:28:58Z', 'revision_number': 4, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'subnets': [{'id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:00.688391 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb0d71-99dc-4a66-b8e7-0d5e67efe02a None None] The sync data for ids ['811a73d8-d575-43d6-b6e7-61c337aa36c4'] in dv-cinder-804035-16-iscsi is: [{'id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'name': 'tempest-ServerRescueNegativeTestJSON-339387217-router', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:47Z', 'revision_number': 4, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'gw_port': {'id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '50dc8fac-8795-44a8-ab54-4718220adef5', 'name': '', 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'mac_address': 'fa:16:3e:7a:00:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:45Z', 'updated_at': '2021-11-23T14:28:58Z', 'revision_number': 4, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'subnets': [{'id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:29:00.701197 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26936fa-5d7c-40eb-9bb4-da7e8bb7da21 req-64496081-5aa2-4ec9-9ba4-ce9d64871463 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:00.703855 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c26936fa-5d7c-40eb-9bb4-da7e8bb7da21 req-64496081-5aa2-4ec9-9ba4-ce9d64871463 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 931 time: 1.5149744 Nov 23 14:29:00.721116 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] For port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:00.725331 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] For port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=0ab26a0a-598b-4c26-8bc3-9002ebc10e4c,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:00.741321 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.766386 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:29:00.797717 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-998799c4-23cb-40b8-a3e5-084e98f14f7b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.802375 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:00.803285 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-998799c4-23cb-40b8-a3e5-084e98f14f7b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 4.0324557 Nov 23 14:29:00.811292 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41656) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:00.820365 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-eb9a94a9-3719-4c76-baa3-bed5e52c38c3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'security_group_rule': {'security_group_id': '510e385a-bebe-4ccd-ac5f-da2d905f7518', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:00.929042 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-8e5326fa-39d0-427e-a311-64cf65fc3aa6 None None] Provisioning complete for port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:00.929807 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8e5326fa-39d0-427e-a311-64cf65fc3aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.012462 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c26936fa-5d7c-40eb-9bb4-da7e8bb7da21 req-7700837f-940e-4715-b07a-028194922a40 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754803 Nov 23 14:29:01.082312 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 2, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:01.088779 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Made reservation on behalf of 2d89f95d552f427f8f07cd9f3dcbc118 for: {'port': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:01.093932 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.133282 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-673d5d61-3544-46a9-83e1-60afe1848097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.139612 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-eb9a94a9-3719-4c76-baa3-bed5e52c38c3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.174766 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1c2f93-c573-437c-8865-109e26b85122 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:01.175779 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:29:01.181434 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:28:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:01.185193 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Checking router: 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:29:01.186187 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Updating router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 binding host dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:29:01.202138 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-673d5d61-3544-46a9-83e1-60afe1848097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.227505 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.324485 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Transition to ACTIVE for port object 1f1c2f93-c573-437c-8865-109e26b85122 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:29:01.337202 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998799c4-23cb-40b8-a3e5-084e98f14f7b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510e385a-bebe-4ccd-ac5f-da2d905f7518,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:01.383327 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-08b2f939-609a-4732-b46d-6e5c5812da3a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0315275 Nov 23 14:29:01.406634 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-eb9a94a9-3719-4c76-baa3-bed5e52c38c3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.432267 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.450419 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-eb9a94a9-3719-4c76-baa3-bed5e52c38c3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.489659 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc3535-7264-44f4-9601-b3301ab8669d None None] Pushing event updated for resources: {'Port': ['ID=0ab26a0a-598b-4c26-8bc3-9002ebc10e4c,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:01.636762 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-673d5d61-3544-46a9-83e1-60afe1848097 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2f5ac5925964383857a36e5096523a0&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9623339 Nov 23 14:29:01.653251 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41668) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:01.707441 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:29:01.841563 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.863868 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 50dc8fac-8795-44a8-ab54-4718220adef5 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:01.873432 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a94a9-3719-4c76-baa3-bed5e52c38c3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bc5b26-40a6-4770-a144-77cfcc3406b7,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:01.892797 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f4111963-2e08-4b35-b26b-9e80072d90ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:01.942838 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f4111963-2e08-4b35-b26b-9e80072d90ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.027128 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f4111963-2e08-4b35-b26b-9e80072d90ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.030567 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f4111963-2e08-4b35-b26b-9e80072d90ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.031788 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-f4111963-2e08-4b35-b26b-9e80072d90ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/346655fa-e9a5-49dd-bff5-543aa9192bd8 HTTP/1.1" status: 204 len: 168 time: 0.3388505 Nov 23 14:29:02.049306 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-eb9a94a9-3719-4c76-baa3-bed5e52c38c3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.059920 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-eb9a94a9-3719-4c76-baa3-bed5e52c38c3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2459152 Nov 23 14:29:02.082265 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41674) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:02.098210 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d5d61-3544-46a9-83e1-60afe1848097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346655fa-e9a5-49dd-bff5-543aa9192bd8,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:02.120297 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-27403fa1-1ea3-44f0-bf19-b0144e91ca2e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'security_group_rule': {'security_group_id': '510e385a-bebe-4ccd-ac5f-da2d905f7518', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:02.134569 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Attempting to bind port 1f1c2f93-c573-437c-8865-109e26b85122 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:02.134921 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Attempting to bind port 1f1c2f93-c573-437c-8865-109e26b85122 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:02.143227 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Attempting to bind port 1f1c2f93-c573-437c-8865-109e26b85122 on network 316a669b-d7ee-4929-8536-9a04b5e93fba {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:02.172435 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314022f-e355-40c2-9e4a-e7bfe450595f req-baf44d58-fed5-49df-bd03-654e8c4afc93 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:02.177277 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2314022f-e355-40c2-9e4a-e7bfe450595f req-baf44d58-fed5-49df-bd03-654e8c4afc93 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 943 time: 0.5099313 Nov 23 14:29:02.187268 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Port 1f1c2f93-c573-437c-8865-109e26b85122 on network 316a669b-d7ee-4929-8536-9a04b5e93fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:29:02.187716 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Attempting to bind port 1f1c2f93-c573-437c-8865-109e26b85122 on network 316a669b-d7ee-4929-8536-9a04b5e93fba {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:02.208469 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:02.208966 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Checking segment: {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:02.209475 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Bound using segment: {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:02.210043 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Bound port: 1f1c2f93-c573-437c-8865-109e26b85122, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:02.210416 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.225242 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1c2f93-c573-437c-8865-109e26b85122,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:02.345432 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4111963-2e08-4b35-b26b-9e80072d90ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346655fa-e9a5-49dd-bff5-543aa9192bd8,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:02.425671 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088e3d5b-75fa-4db0-90e7-c752b087c551 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:02.439441 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.472323 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.480245 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Transition to ACTIVE for port object 088e3d5b-75fa-4db0-90e7-c752b087c551 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:29:02.512609 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.524192 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-83cf9bb7-039d-47ff-88a9-c238307c9c1b service neutron] 10.222.0.59 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1398890 Nov 23 14:29:02.623794 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Pushing event updated for resources: {'Port': ['ID=088e3d5b-75fa-4db0-90e7-c752b087c551,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:02.844928 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-27403fa1-1ea3-44f0-bf19-b0144e91ca2e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:02.905002 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Allocated IP 172.20.0.12 (2676605f-3ea8-4a99-a7d4-2f60e2a19bf8/e2809e92-c32e-4683-afe6-caa82f288483/1191887d-d72f-4b81-b2dc-95d48d754872) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:02.907438 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] For port 1f1c2f93-c573-437c-8865-109e26b85122, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:02.989903 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] For port 1f1c2f93-c573-437c-8865-109e26b85122, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f1c2f93-c573-437c-8865-109e26b85122,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:02.991600 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Attempting to bind port 088e3d5b-75fa-4db0-90e7-c752b087c551 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:02.991985 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Attempting to bind port 088e3d5b-75fa-4db0-90e7-c752b087c551 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9fb18c06-310b-4208-8c38-dde548533d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '86637ff1-edcc-4bad-8527-1f3e0efc8642'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:02.992523 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Attempting to bind port 088e3d5b-75fa-4db0-90e7-c752b087c551 on network 86637ff1-edcc-4bad-8527-1f3e0efc8642 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:03.002606 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.022944 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Port 088e3d5b-75fa-4db0-90e7-c752b087c551 on network 86637ff1-edcc-4bad-8527-1f3e0efc8642 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:29:03.023369 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Attempting to bind port 088e3d5b-75fa-4db0-90e7-c752b087c551 on network 86637ff1-edcc-4bad-8527-1f3e0efc8642 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:03.049122 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2314022f-e355-40c2-9e4a-e7bfe450595f req-816bc784-ae90-451a-ac28-3bd8dd4ca531 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8162882 Nov 23 14:29:03.109207 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8e5326fa-39d0-427e-a311-64cf65fc3aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.167118 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:03.169199 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Checking segment: {'id': '9fb18c06-310b-4208-8c38-dde548533d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '86637ff1-edcc-4bad-8527-1f3e0efc8642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:03.170181 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Bound using segment: {'id': '9fb18c06-310b-4208-8c38-dde548533d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '86637ff1-edcc-4bad-8527-1f3e0efc8642'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:03.171525 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Bound port: 088e3d5b-75fa-4db0-90e7-c752b087c551, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb18c06-310b-4208-8c38-dde548533d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '86637ff1-edcc-4bad-8527-1f3e0efc8642'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:03.172529 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.308900 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-8e5326fa-39d0-427e-a311-64cf65fc3aa6 None None] For port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=0ab26a0a-598b-4c26-8bc3-9002ebc10e4c,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:03.315465 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:03.318447 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.330961 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] 10.222.0.48 "PUT /v2.0/ports/1f1c2f93-c573-437c-8865-109e26b85122 HTTP/1.1" status: 200 len: 1093 time: 5.7631512 Nov 23 14:29:03.331705 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05126467-8da8-400b-9cde-02fcd42aaeb5', 'tag': '1f1c2f93-c573-437c-8865-109e26b85122'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:03.334313 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8e5326fa-39d0-427e-a311-64cf65fc3aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.518851 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 50dc8fac-8795-44a8-ab54-4718220adef5 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:03.519663 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.550837 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5326fa-39d0-427e-a311-64cf65fc3aa6 None None] Pushing event updated for resources: {'Port': ['ID=0ab26a0a-598b-4c26-8bc3-9002ebc10e4c,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:03.585830 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-3f78cd51-96a5-4efe-ba2b-b0be0ab639af service neutron] 10.222.0.59 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9509816 Nov 23 14:29:03.677934 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Allocated IP 172.27.1.221 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/89df74c6-704a-425f-a990-c529b2fff58a) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:03.898200 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-4328594d-fd4e-4796-90f4-b34f2aa52238 None None] Provisioning complete for port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:03.898896 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4328594d-fd4e-4796-90f4-b34f2aa52238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:03.951130 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] For port 088e3d5b-75fa-4db0-90e7-c752b087c551, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:03.980404 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] For port 088e3d5b-75fa-4db0-90e7-c752b087c551, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=088e3d5b-75fa-4db0-90e7-c752b087c551,segment=NetworkSegment(9fb18c06-310b-4208-8c38-dde548533d79),segment_id=9fb18c06-310b-4208-8c38-dde548533d79)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:03.986783 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.044685 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04d88a-0976-4095-8be3-936c11a16150 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1c2f93-c573-437c-8865-109e26b85122,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:04.178223 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-27403fa1-1ea3-44f0-bf19-b0144e91ca2e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.202824 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.251545 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.261909 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-5693df2e-1bdb-434b-b8b7-2a26bcccd887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.301094 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336fd075-daa2-4335-b8ff-211102057506" -d '{"events": [{"name": "network-changed", "server_uuid": "05126467-8da8-400b-9cde-02fcd42aaeb5", "tag": "1f1c2f93-c573-437c-8865-109e26b85122"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:04.347297 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-27403fa1-1ea3-44f0-bf19-b0144e91ca2e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.361772 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:04.362426 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.367801 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ac40603d-b157-4948-a777-dd98309d211f service neutron] 10.222.0.48 "PUT /v2.0/ports/088e3d5b-75fa-4db0-90e7-c752b087c551 HTTP/1.1" status: 200 len: 1093 time: 6.1153502 Nov 23 14:29:04.471500 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-0a7556f6-e63e-47de-b7c1-e6e4d8b00a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:04.475833 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-0a7556f6-e63e-47de-b7c1-e6e4d8b00a81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 1096 time: 0.4190576 Nov 23 14:29:04.488032 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6b849fb3-afca-483e-b2fc-90a6ade8bffd req-548f01f2-8167-4528-9a84-2a2fc9fdc400 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 210 time: 0.1565430 Nov 23 14:29:04.507095 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.667593 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27403fa1-1ea3-44f0-bf19-b0144e91ca2e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b33d419-b2e2-46c6-9c40-eb8f978c5d43,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:04.725536 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:04.763193 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Publish callbacks [] for port, precommit_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.778510 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.833919 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:04.843060 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:04.892666 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:00Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:04.906679 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-8a9d4b09-71e5-466d-bb76-3ca842ff2907 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f1c2f93-c573-437c-8865-109e26b85122 HTTP/1.1" status: 200 len: 217 time: 0.1781392 Nov 23 14:29:04.925208 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-27403fa1-1ea3-44f0-bf19-b0144e91ca2e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:04.935768 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-27403fa1-1ea3-44f0-bf19-b0144e91ca2e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8383949 Nov 23 14:29:04.944208 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41734) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:04.973675 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'floatingip': {'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:05.110338 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59807f92-c4bf-4fa7-95c0-6615af29006e None None] The sync data for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi is: [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:00Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:29:05.142998 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa20e69-08ee-4968-b03e-fce3c762edd3 req-51fd08bf-1d54-40f7-ba38-32cf2ae7b52f tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:05.144501 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-daa20e69-08ee-4968-b03e-fce3c762edd3 req-51fd08bf-1d54-40f7-ba38-32cf2ae7b52f tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 943 time: 0.9728401 Nov 23 14:29:05.211290 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'Port': ['ID=89df74c6-704a-425f-a990-c529b2fff58a,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:05.304684 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.439795 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-2e7a0a97-e864-46a3-9fa9-11b417a8fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:05.445955 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-2e7a0a97-e864-46a3-9fa9-11b417a8fab0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 200 len: 854 time: 0.4002037 Nov 23 14:29:05.495502 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c5ca8-a2d8-4b11-99cc-2c512febc469 None None] Pushing event updated for resources: {'Port': ['ID=3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:05.530769 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-8a26a022-a1e3-4dab-9fc1-58f04933c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:05.546282 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-8a26a022-a1e3-4dab-9fc1-58f04933c43b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5794bd20dfab4bd3870d88d876e93df4&device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 1096 time: 1.0535069 Nov 23 14:29:05.549518 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40603d-b157-4948-a777-dd98309d211f service neutron] Pushing event updated for resources: {'Port': ['ID=088e3d5b-75fa-4db0-90e7-c752b087c551,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:05.603985 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Attempting to bind port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:05.605075 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Attempting to bind port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:05.605951 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Attempting to bind port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 on network 72082c76-6ced-497f-a837-e78d35ddc847 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:05.618249 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port 50dc8fac-8795-44a8-ab54-4718220adef5, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=50dc8fac-8795-44a8-ab54-4718220adef5,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:05.619594 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.627206 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.630923 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:05.631894 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Checking segment: {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:05.632958 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.634622 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Bound using segment: {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:05.635938 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Bound port: 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:05.636798 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.704099 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:05.829923 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e72f3-8a91-4eb9-b7fb-4f2d985784d3 req-51aff6f9-1e92-469c-ad25-bc3a77a0ea9b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:05.843277 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a54e72f3-8a91-4eb9-b7fb-4f2d985784d3 req-51aff6f9-1e92-469c-ad25-bc3a77a0ea9b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 943 time: 0.9305255 Nov 23 14:29:05.930279 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-a9a86e44-6ce8-472f-8e50-c4040d600f0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=316a669b-d7ee-4929-8536-9a04b5e93fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4409714 Nov 23 14:29:05.939972 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-daa20e69-08ee-4968-b03e-fce3c762edd3 req-69b3be6f-5d9a-4774-9832-dc6940fa8322 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778426 Nov 23 14:29:06.031021 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-011ecfe9-90dc-4952-9a44-3ffd5c6533e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=088e3d5b-75fa-4db0-90e7-c752b087c551 HTTP/1.1" status: 200 len: 217 time: 0.4830225 Nov 23 14:29:06.139653 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:06.170145 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:06.223019 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-24117c04-f670-445b-a14e-a29d2afa10c2 None None] Provisioning complete for port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:06.223562 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-24117c04-f670-445b-a14e-a29d2afa10c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:06.283780 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:06.370089 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=50dc8fac-8795-44a8-ab54-4718220adef5,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:06.426279 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a54e72f3-8a91-4eb9-b7fb-4f2d985784d3 req-64d08f77-7df0-4100-8eaa-a059ae61cf82 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938033 Nov 23 14:29:06.648149 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-fac1a803-b00d-447c-8a19-d6882f4e08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:06.651473 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-fac1a803-b00d-447c-8a19-d6882f4e08ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71d4cbd7-ae04-4ecb-adcc-944a05bca827 HTTP/1.1" status: 200 len: 852 time: 0.4103229 Nov 23 14:29:06.701305 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] For port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:06.737299 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Pushing event updated for resources: {'Port': ['ID=1191887d-d72f-4b81-b2dc-95d48d754872,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:06.848644 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] For port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:06.850223 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-ab2cee3b-a852-405a-a4eb-b85bd54199cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86637ff1-edcc-4bad-8527-1f3e0efc8642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623926 Nov 23 14:29:06.857708 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-24117c04-f670-445b-a14e-a29d2afa10c2 None None] Port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:29:06.946788 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:07.005260 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fccc2a-c310-44ba-a0c9-0103a5c42628 x-openstack-request-id: req-50fccc2a-c310-44ba-a0c9-0103a5c42628 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:07.008763 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05126467-8da8-400b-9cde-02fcd42aaeb5", "tag": "1f1c2f93-c573-437c-8865-109e26b85122", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:07.010181 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50fccc2a-c310-44ba-a0c9-0103a5c42628 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:07.012028 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05126467-8da8-400b-9cde-02fcd42aaeb5', 'tag': '1f1c2f93-c573-437c-8865-109e26b85122', 'status': 'completed', 'code': 200} Nov 23 14:29:07.092399 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-871e3b5d-ed01-4a6f-9354-282bd89fa34d service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1175771 Nov 23 14:29:07.168668 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:07.200229 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:07.234737 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:07.254951 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:07.258108 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:07.537768 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-232ee64d-484f-4b96-9122-fb92cb4005ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:07.582821 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.48', 62406) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:07.612540 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c5ca8-a2d8-4b11-99cc-2c512febc469 None None] Pushing event updated for resources: {'Port': ['ID=3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:07.736746 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:07.736746 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:07.757330 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:29:07.769211 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:29:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:08.075523 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41778) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:08.095948 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ccf51f9a-e335-45df-aab3-052f24d572fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.8447607 Nov 23 14:29:08.318516 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f1a3e26f-4d8f-4c25-ae75-3f28cdccba31 req-74834ead-926d-4482-9906-c5d2923fedb4 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 210 time: 0.3466775 Nov 23 14:29:08.377597 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-8471da3b-4643-416e-a952-7edc416371c1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:08.380778 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-8471da3b-4643-416e-a952-7edc416371c1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.48 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 818 time: 0.7827504 Nov 23 14:29:08.468850 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:08.528858 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:08.561544 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-4ce23a31-20b9-4fe0-9bdd-cb82ffa61e6a None None] Provisioning complete for port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:08.562049 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4ce23a31-20b9-4fe0-9bdd-cb82ffa61e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:08.572171 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:29:08.609123 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-7663e2eb-b0c2-4aa5-bf94-aecc24039e52 service neutron] 10.222.0.48 "GET /v2.0/networks/86637ff1-edcc-4bad-8527-1f3e0efc8642?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7342451 Nov 23 14:29:08.670033 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8ab8be5a-7db1-4ca8-90fa-15fa658a47d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:08.704079 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f578ea0b-95a8-466d-9269-62bdd4c7b9b4 req-41eb67ba-9b44-40c6-80da-dee9e685f92a service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1246181 Nov 23 14:29:08.746340 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfebafd-c594-4e2d-a3c3-8e6604270d30 req-acb0a29c-051c-4c2c-94bc-ff3d4b6e9e91 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:08.748423 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cbfebafd-c594-4e2d-a3c3-8e6604270d30 req-acb0a29c-051c-4c2c-94bc-ff3d4b6e9e91 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 943 time: 0.1070769 Nov 23 14:29:08.836296 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cbfebafd-c594-4e2d-a3c3-8e6604270d30 req-00346528-52fd-4d37-aafb-eeb1535a47e9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720065 Nov 23 14:29:08.888024 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:08.989232 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbb4f9-22b0-433b-92e4-7deff45118d4 req-d00f3111-431d-4408-9ba1-15136375f02a tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:08.991136 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-19bbb4f9-22b0-433b-92e4-7deff45118d4 req-d00f3111-431d-4408-9ba1-15136375f02a tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 943 time: 0.4111147 Nov 23 14:29:08.992032 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.017210 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26130486-e148-44a5-9dfe-8aca7504a513', 'tag': '088e3d5b-75fa-4db0-90e7-c752b087c551'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:09.019933 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb4f627-551d-49f8-9d79-362074d89005" -d '{"events": [{"name": "network-changed", "server_uuid": "26130486-e148-44a5-9dfe-8aca7504a513", "tag": "088e3d5b-75fa-4db0-90e7-c752b087c551"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:09.095769 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.138544 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bec44b-54ba-40a8-ab8b-c6247cbcd509 x-openstack-request-id: req-48bec44b-54ba-40a8-ab8b-c6247cbcd509 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:09.138871 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26130486-e148-44a5-9dfe-8aca7504a513", "tag": "088e3d5b-75fa-4db0-90e7-c752b087c551", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:09.139131 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48bec44b-54ba-40a8-ab8b-c6247cbcd509 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:09.139795 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26130486-e148-44a5-9dfe-8aca7504a513', 'tag': '088e3d5b-75fa-4db0-90e7-c752b087c551', 'status': 'completed', 'code': 200} Nov 23 14:29:09.141217 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:09.159979 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.161488 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8241832 Nov 23 14:29:09.170784 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Allocated IP 172.27.1.45 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/cf6c88a1-7c15-49eb-b0f5-928d459ec44e) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:09.182767 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca66d3-1767-40f2-8db0-e0a1d8447e04 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'Port': ['ID=89df74c6-704a-425f-a990-c529b2fff58a,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:09.210377 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4ce23a31-20b9-4fe0-9bdd-cb82ffa61e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.216771 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-19bbb4f9-22b0-433b-92e4-7deff45118d4 req-3e3623b0-ab59-4d7a-a8db-5981983ccce3 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094786 Nov 23 14:29:09.257049 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8ab8be5a-7db1-4ca8-90fa-15fa658a47d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.275507 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8ab8be5a-7db1-4ca8-90fa-15fa658a47d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.284308 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-4ce23a31-20b9-4fe0-9bdd-cb82ffa61e6a None None] For port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:09.299476 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:06Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:09.302169 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4ce23a31-20b9-4fe0-9bdd-cb82ffa61e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.340339 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:09.340723 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.388716 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fdce5-ab96-442c-8e34-bf044cec198a None None] The sync data for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi is: [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:06Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:29:09.390646 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-8ab8be5a-7db1-4ca8-90fa-15fa658a47d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e781bd2624343a5947f5f45a0d5ba7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2931552 Nov 23 14:29:09.397764 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41804) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:09.409706 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8be5a-7db1-4ca8-90fa-15fa658a47d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc79922-ef21-4f8e-b2fa-9f5dd3c671b1,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:09.457583 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce23a31-20b9-4fe0-9bdd-cb82ffa61e6a None None] Pushing event updated for resources: {'Port': ['ID=3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:09.511104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.535263 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 50dc8fac-8795-44a8-ab54-4718220adef5 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:09.547160 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-d09c5fff-5773-43e9-870b-ba9c657fd219 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--146640434&fields=id&tenant_id=8b77b666a5b4482f86df61916953c4c9 HTTP/1.1" status: 200 len: 267 time: 0.1238744 Nov 23 14:29:09.615285 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 50dc8fac-8795-44a8-ab54-4718220adef5 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:09.615665 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.629892 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-744028ae-feb5-41af-b9a4-980886859bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.637283 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.653086 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-30e3aeb3-056a-4927-b39d-4be05c2c6e09 req-9579c64d-c663-4079-a4ea-8d327590d97c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 210 time: 0.1205795 Nov 23 14:29:09.728663 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'Port': ['ID=cf6c88a1-7c15-49eb-b0f5-928d459ec44e,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:09.769964 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-744028ae-feb5-41af-b9a4-980886859bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.776509 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:09.787418 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:09.792834 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:09.830625 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.890758 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:09.952478 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-2a0e564f-6567-4640-80e0-c98da48c81fe tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:09.957338 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-2a0e564f-6567-4640-80e0-c98da48c81fe tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/networks?id=72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 200 len: 811 time: 0.4089930 Nov 23 14:29:09.979344 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-43f86e5d-9d60-4c8a-a8fb-9835c0c3868c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/quotas/8b77b666a5b4482f86df61916953c4c9 HTTP/1.1" status: 200 len: 375 time: 0.0134640 Nov 23 14:29:09.994465 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.054611 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-744028ae-feb5-41af-b9a4-980886859bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.055287 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-c1c2d34e-81e2-4b9d-80c7-16b999a97712 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683579 Nov 23 14:29:10.058081 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-744028ae-feb5-41af-b9a4-980886859bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.059546 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-744028ae-feb5-41af-b9a4-980886859bec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6fc79922-ef21-4f8e-b2fa-9f5dd3c671b1 HTTP/1.1" status: 204 len: 168 time: 0.6603675 Nov 23 14:29:10.086316 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744028ae-feb5-41af-b9a4-980886859bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc79922-ef21-4f8e-b2fa-9f5dd3c671b1,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:10.121104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e94ffb-de5a-4792-ba5b-1bcab7c1c882 req-01a0015e-c768-4a6c-a0b0-77ad9819cbd2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:10.122686 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-32e94ffb-de5a-4792-ba5b-1bcab7c1c882 req-01a0015e-c768-4a6c-a0b0-77ad9819cbd2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 943 time: 0.1671438 Nov 23 14:29:10.241597 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-32e94ffb-de5a-4792-ba5b-1bcab7c1c882 req-0be674da-9f51-4ba4-898f-3f53a2688b3b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069493 Nov 23 14:29:10.245562 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-746afc14-74f3-463f-88d3-35ba2eed667d service neutron] 10.222.0.59 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540258 Nov 23 14:29:10.300690 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.308053 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.350810 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.388163 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'Port': ['ID=cf6c88a1-7c15-49eb-b0f5-928d459ec44e,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:10.419607 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.436951 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-b7a9978f-9bc2-4a6b-8cdc-e8650b531df4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4744558 Nov 23 14:29:10.471426 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-a5fc1b19-2956-4ec8-8004-12b3fd44e323 service neutron] 10.222.0.59 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202492 Nov 23 14:29:10.490346 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:10.626361 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94478bb1-4bf0-4239-982c-bd9ea311819e req-5db5b30b-4bd5-46e8-adac-b37187ca241c tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:10.634002 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-94478bb1-4bf0-4239-982c-bd9ea311819e req-5db5b30b-4bd5-46e8-adac-b37187ca241c tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 943 time: 0.0899620 Nov 23 14:29:10.800841 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ceee72f1-be73-48d3-8d59-5ed41b35cbd0 req-6dea4074-69d5-4c57-b04b-5990c3d0add7 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 210 time: 0.0821834 Nov 23 14:29:10.808158 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-94478bb1-4bf0-4239-982c-bd9ea311819e req-66edcc6c-1cf8-4a3c-a1a1-b9d8f14a1d11 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622138 Nov 23 14:29:10.986655 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-103c42f8-a8ca-4003-b049-5b8a89b92388 req-8d35c97e-895c-4fba-8f59-ea200afb961d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 210 time: 0.0720937 Nov 23 14:29:11.008001 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:11.134916 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:11.136358 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:11.286222 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-93cb5e52-2c68-45a2-92a9-9627622ceb7b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--145799574&fields=id&tenant_id=e3bc7dcc23a24b5a8359784271d81f29 HTTP/1.1" status: 200 len: 267 time: 0.1724083 Nov 23 14:29:11.444152 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cfcd5-cb67-4d17-8764-98e9a49a052e req-4596b83e-3f2d-4ba3-859c-d48710d4cbe5 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:11.456113 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5d5cfcd5-cb67-4d17-8764-98e9a49a052e req-4596b83e-3f2d-4ba3-859c-d48710d4cbe5 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 943 time: 0.0808799 Nov 23 14:29:11.541794 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5d5cfcd5-cb67-4d17-8764-98e9a49a052e req-5910a260-7943-4c0d-9321-48668f97d35c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830703 Nov 23 14:29:11.638012 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-5ebdcc23-13dc-4d2e-b0a6-a8b7a248a2d0 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:11.655232 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-5ebdcc23-13dc-4d2e-b0a6-a8b7a248a2d0 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 816 time: 0.3528368 Nov 23 14:29:11.703598 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-cacbb66b-2aee-40e1-87c0-6c54dc85bd9b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/quotas/e3bc7dcc23a24b5a8359784271d81f29 HTTP/1.1" status: 200 len: 375 time: 0.0471160 Nov 23 14:29:11.894280 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-52831b05-dd2a-4967-a15d-d745dad7b95e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881943 Nov 23 14:29:12.030614 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4ad6f543-2289-4aa8-ab4d-76bd1f5026bd req-d2778d7d-ce71-45b4-94c4-30344ac09207 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 210 time: 0.0422277 Nov 23 14:29:12.062614 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-5e00d949-d711-43fd-8217-60fb41a7a08f service neutron] 10.222.0.59 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668620 Nov 23 14:29:12.284658 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-99a33e04-3689-444c-b316-6d48bcef2c9f service neutron] 10.222.0.59 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210445 Nov 23 14:29:12.289147 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6417ea-8ac2-45ec-8cf1-abfe4d55dc64 req-ae4a5d24-f60e-4aa4-8f70-36102f267fa2 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:12.298245 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5a6417ea-8ac2-45ec-8cf1-abfe4d55dc64 req-ae4a5d24-f60e-4aa4-8f70-36102f267fa2 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 943 time: 0.0991530 Nov 23 14:29:12.382168 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5a6417ea-8ac2-45ec-8cf1-abfe4d55dc64 req-92b18b3b-981a-454f-9e23-43bad11450ca tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827327 Nov 23 14:29:12.754738 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-727102f8-4dc3-4609-889d-df537aa1067b req-6169cc9e-51ed-4402-9ee8-ff5b45d62c45 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 210 time: 0.0915897 Nov 23 14:29:12.783975 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2c3da7c5-2c2d-4555-a3a4-ba236404f6a5 req-9aa759af-b136-4fcd-8bcc-8d9543618028 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 210 time: 0.0676174 Nov 23 14:29:13.052697 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e03423-397d-46b9-9c25-4fcd7f12fc0b req-5f573f2c-1225-4d0c-8b9a-ea543b23eaa2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:13.058541 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-42e03423-397d-46b9-9c25-4fcd7f12fc0b req-5f573f2c-1225-4d0c-8b9a-ea543b23eaa2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 943 time: 0.0962768 Nov 23 14:29:13.252653 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-42e03423-397d-46b9-9c25-4fcd7f12fc0b req-1eccc4a6-a46d-42ce-b520-4c4586c9c7ab tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728785 Nov 23 14:29:13.255269 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b501e715-8ead-4c7e-9eed-b07ad2d7360d req-95455bfb-7f6b-4f57-898b-31716beb9fce tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 210 time: 0.1052573 Nov 23 14:29:13.311391 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Request body: {'port': {'device_id': '0f8e8f13-3493-4d35-a574-930b4209bf41', 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8', 'admin_state_up': True, 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:13.315012 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Request body: {'port': {'device_id': 'e0d95abc-b166-433c-a7ee-a3b949394b35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:13.591362 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:13.816167 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41966) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:13.924041 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fd075-daa2-4335-b8ff-211102057506 req-36e21ec0-2053-41fc-a1c2-2e2c0a424069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:13.932096 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-336fd075-daa2-4335-b8ff-211102057506 req-36e21ec0-2053-41fc-a1c2-2e2c0a424069 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 1096 time: 0.4404407 Nov 23 14:29:14.400508 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-39777154-2daf-41f7-8bec-3a29a8128c1c req-769d8090-8063-45ac-8da3-839d62eab6ad tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 210 time: 0.1004729 Nov 23 14:29:14.605762 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8a90bf65-f352-46c9-a084-4089362ac1a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:14.669725 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43bb06-88c4-47aa-b23e-b7998b576a50 req-0fdc91d4-506d-4eb7-999e-0ebe890bb60a tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:14.696003 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0d43bb06-88c4-47aa-b23e-b7998b576a50 req-0fdc91d4-506d-4eb7-999e-0ebe890bb60a tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 943 time: 1.0054810 Nov 23 14:29:14.734985 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fd075-daa2-4335-b8ff-211102057506 req-af333d29-aab7-4492-a507-53394216123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:14.741280 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-336fd075-daa2-4335-b8ff-211102057506 req-af333d29-aab7-4492-a507-53394216123c service neutron] 10.222.0.48 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 915 time: 0.7718406 Nov 23 14:29:14.752301 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-607a1c24-cc4f-40eb-9526-65a0b47b7734 req-1cbe550c-dd25-4e05-9a90-9789a34361a5 service neutron] 10.222.0.48 "GET /v2.0/networks/86637ff1-edcc-4bad-8527-1f3e0efc8642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4626234 Nov 23 14:29:14.794336 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8a90bf65-f352-46c9-a084-4089362ac1a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:14.798000 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.48', 62419) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:14.872681 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-efb7e1e7-4541-4f49-b714-60038d3725b9 req-0d01b82b-b3dd-416f-bcad-75c17d8023be tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 210 time: 0.2416070 Nov 23 14:29:14.873827 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8a90bf65-f352-46c9-a084-4089362ac1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:14.889930 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-336fd075-daa2-4335-b8ff-211102057506 req-32a62b11-01a9-4828-b56c-5ffb083c35a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f1c2f93-c573-437c-8865-109e26b85122 HTTP/1.1" status: 200 len: 217 time: 0.1333227 Nov 23 14:29:14.931392 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-8a90bf65-f352-46c9-a084-4089362ac1a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba2139aa812f457c81cb8434a572eca6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1125948 Nov 23 14:29:14.935061 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 41996) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:15.128742 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f627-551d-49f8-9d79-362074d89005 req-8d1b0ea5-f3ad-44b9-8e23-b96e4cd105c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:15.131262 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ddb4f627-551d-49f8-9d79-362074d89005 req-8d1b0ea5-f3ad-44b9-8e23-b96e4cd105c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5794bd20dfab4bd3870d88d876e93df4&device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 1096 time: 0.2252104 Nov 23 14:29:15.132264 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Made reservation on behalf of 2d89f95d552f427f8f07cd9f3dcbc118 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:15.138061 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:15.177403 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.48', 62422) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:15.393837 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fd075-daa2-4335-b8ff-211102057506 req-f2142ef8-8775-4229-ba5b-64aa99529baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:15.398597 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-336fd075-daa2-4335-b8ff-211102057506 req-f2142ef8-8775-4229-ba5b-64aa99529baa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 200 len: 854 time: 0.4549651 Nov 23 14:29:15.408346 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90bf65-f352-46c9-a084-4089362ac1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d44e25a-599e-45e2-a5fb-3b1cd3323fa0,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:15.469903 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0d43bb06-88c4-47aa-b23e-b7998b576a50 req-e497213c-3de5-4191-9767-a47e9b0994d6 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7701137 Nov 23 14:29:15.584413 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 1f1c2f93-c573-437c-8865-109e26b85122 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:29:15.607750 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-902bd052-5dcd-486c-ad0d-3b413a48c645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:15.648295 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-902bd052-5dcd-486c-ad0d-3b413a48c645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:15.682995 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-336fd075-daa2-4335-b8ff-211102057506 req-fdbe5d37-21cd-449a-9abd-6a177119e20f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=316a669b-d7ee-4929-8536-9a04b5e93fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044377 Nov 23 14:29:15.700209 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-af21d4cb-7e3a-46b1-9fb3-fd2a5204c904 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:15.706307 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-af21d4cb-7e3a-46b1-9fb3-fd2a5204c904 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 816 time: 0.5152190 Nov 23 14:29:15.762409 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-902bd052-5dcd-486c-ad0d-3b413a48c645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:15.767671 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-902bd052-5dcd-486c-ad0d-3b413a48c645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:15.769606 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-902bd052-5dcd-486c-ad0d-3b413a48c645 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d44e25a-599e-45e2-a5fb-3b1cd3323fa0 HTTP/1.1" status: 204 len: 168 time: 0.8144853 Nov 23 14:29:15.785963 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1191887d-d72f-4b81-b2dc-95d48d754872 {{(pid=102952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:15.809322 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123791af-ba4b-43a3-ba78-506cef68b638 req-8cfb2058-9955-4629-ae5b-762f1b27e3a2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:15.821878 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-123791af-ba4b-43a3-ba78-506cef68b638 req-8cfb2058-9955-4629-ae5b-762f1b27e3a2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 943 time: 0.7453434 Nov 23 14:29:15.841784 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 1f1c2f93-c573-437c-8865-109e26b85122, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f1c2f93-c573-437c-8865-109e26b85122,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:15.849665 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-27fb568b-d830-444c-bd9d-664fb725b8da tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:15.851791 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-27fb568b-d830-444c-bd9d-664fb725b8da tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.48 "GET /v2.0/networks?id=72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 200 len: 811 time: 1.0466609 Nov 23 14:29:15.857293 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:15.891056 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bd052-5dcd-486c-ad0d-3b413a48c645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d44e25a-599e-45e2-a5fb-3b1cd3323fa0,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:15.903923 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '1f1c2f93-c573-437c-8865-109e26b85122', 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba', 'port_id': '1f1c2f93-c573-437c-8865-109e26b85122', 'mac_address': 'fa:16:3e:e2:67:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a58d9d5-9e82-4d89-a5b7-5ae48e607824', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:29:15.937921 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-827e562e-4a80-418f-86f1-411b4f8624ef req-d2142060-a022-498a-81d0-89b2479e2ac4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 210 time: 0.3234811 Nov 23 14:29:15.984732 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-123791af-ba4b-43a3-ba78-506cef68b638 req-e8684b72-d7fa-4c61-aea5-03c65b6bacd9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220376 Nov 23 14:29:15.991806 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.provisioning_blocks [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Transition to ACTIVE for port object 1191887d-d72f-4b81-b2dc-95d48d754872 will not be triggered until provisioned by entity L2. {{(pid=102952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:29:16.074258 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.197436 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.199249 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.248253 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1c2f93-c573-437c-8865-109e26b85122 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:16.293049 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 1f1c2f93-c573-437c-8865-109e26b85122, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f1c2f93-c573-437c-8865-109e26b85122,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:16.317006 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.370850 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-336fd075-daa2-4335-b8ff-211102057506 req-f0ebff35-49a7-4590-bb15-1aa3b19f2257 service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507356 Nov 23 14:29:16.374729 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6aef823c-acc2-4360-b024-78de7c9ac064 req-dc14be40-3c61-40e1-a294-59d85ec56684 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 210 time: 0.2115328 Nov 23 14:29:16.434738 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=1f1c2f93-c573-437c-8865-109e26b85122,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:16.495043 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-ba2012c3-3e15-4ca9-9f77-1e5386d9be90 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b77b666a5b4482f86df61916953c4c9 HTTP/1.1" status: 200 len: 379 time: 0.6234159 Nov 23 14:29:16.527253 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'port': {'device_id': '8a906554-7cc4-4158-855a-101a5e49581c', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'admin_state_up': True, 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'security_groups': ['ce4e7a53-f5f7-4361-bd59-570f7bf7b400']}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:16.585672 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1f1c2f93-c573-437c-8865-109e26b85122'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:16.702701 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Pushing event updated for resources: {'Port': ['ID=1191887d-d72f-4b81-b2dc-95d48d754872,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:16.738581 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.managers [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Attempting to bind port 1191887d-d72f-4b81-b2dc-95d48d754872 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:16.739341 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.managers [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Attempting to bind port 1191887d-d72f-4b81-b2dc-95d48d754872 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'}] {{(pid=102952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:16.740013 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Attempting to bind port 1191887d-d72f-4b81-b2dc-95d48d754872 on network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:16.785440 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Port 1191887d-d72f-4b81-b2dc-95d48d754872 on network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:29:16.786094 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Attempting to bind port 1191887d-d72f-4b81-b2dc-95d48d754872 on network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:16.808353 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:16.808653 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f627-551d-49f8-9d79-362074d89005 req-68dcf797-0bb4-47eb-bd42-e48c48186a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:16.809562 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Checking segment: {'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:16.810396 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Bound using segment: {'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'} {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:16.811101 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.managers [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Bound port: 1191887d-d72f-4b81-b2dc-95d48d754872, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'}}] {{(pid=102952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:16.811706 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:16.815673 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ddb4f627-551d-49f8-9d79-362074d89005 req-68dcf797-0bb4-47eb-bd42-e48c48186a2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=86637ff1-edcc-4bad-8527-1f3e0efc8642 HTTP/1.1" status: 200 len: 913 time: 1.6701195 Nov 23 14:29:16.866836 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873568b-1dec-4910-a7fb-2b250569e616 req-86b2e7ec-0540-473a-b905-005c8c3b5f36 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:16.868943 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0873568b-1dec-4910-a7fb-2b250569e616 req-86b2e7ec-0540-473a-b905-005c8c3b5f36 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 943 time: 0.1712170 Nov 23 14:29:16.905622 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8abd0a06-35da-4914-ba70-2bfb5b98d645 req-40d793ef-0120-4734-9552-e010ca319c3f tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 210 time: 0.5829477 Nov 23 14:29:16.942117 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Made reservation on behalf of 8b77b666a5b4482f86df61916953c4c9 for: {'port': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:16.958420 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:17.127996 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ddb4f627-551d-49f8-9d79-362074d89005 req-4ea43059-3627-4f17-a409-e6d93bcdd587 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=088e3d5b-75fa-4db0-90e7-c752b087c551 HTTP/1.1" status: 200 len: 217 time: 0.2210436 Nov 23 14:29:17.140331 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-d8b02316-17ad-481a-b5b0-2eaf43b2718d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3bc7dcc23a24b5a8359784271d81f29 HTTP/1.1" status: 200 len: 379 time: 1.3985298 Nov 23 14:29:17.212724 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'port': {'device_id': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'admin_state_up': True, 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'security_groups': ['510e385a-bebe-4ccd-ac5f-da2d905f7518']}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:17.228602 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] For port 1191887d-d72f-4b81-b2dc-95d48d754872, host hv-cinder-80403, cleared binding levels {{(pid=102952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:17.290638 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] For port 1191887d-d72f-4b81-b2dc-95d48d754872, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1191887d-d72f-4b81-b2dc-95d48d754872,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:17.324053 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Allocated IP 172.20.0.14 (2676605f-3ea8-4a99-a7d4-2f60e2a19bf8/e2809e92-c32e-4683-afe6-caa82f288483/987b19ed-9ef4-4a47-8573-c96ac0c7c916) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:17.337110 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0873568b-1dec-4910-a7fb-2b250569e616 req-641a236b-dcfa-498d-b38d-adfc39f54660 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326458 Nov 23 14:29:17.436711 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:17.485795 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f627-551d-49f8-9d79-362074d89005 req-f4273ba3-5086-4b80-a62d-8d0ef662c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:17.488472 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ddb4f627-551d-49f8-9d79-362074d89005 req-f4273ba3-5086-4b80-a62d-8d0ef662c41a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71d4cbd7-ae04-4ecb-adcc-944a05bca827 HTTP/1.1" status: 200 len: 852 time: 0.3100157 Nov 23 14:29:17.493846 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-336fd075-daa2-4335-b8ff-211102057506 req-aaf03395-a11c-4009-af52-8e3fba4743fe service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0817282 Nov 23 14:29:17.549340 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5858d7-9df1-4c3c-9d42-1daa21158991 req-3a262320-5c88-4c7c-847b-0a36be7c8721 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:17.559470 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5e5858d7-9df1-4c3c-9d42-1daa21158991 req-3a262320-5c88-4c7c-847b-0a36be7c8721 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 944 time: 0.4332078 Nov 23 14:29:17.562904 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 088e3d5b-75fa-4db0-90e7-c752b087c551 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:29:17.620427 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ddb4f627-551d-49f8-9d79-362074d89005 req-08e7949d-2aa8-4a7c-925d-cd014a9fb9e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86637ff1-edcc-4bad-8527-1f3e0efc8642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058002 Nov 23 14:29:17.638188 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:17.639072 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:17.641624 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] 10.222.0.48 "PUT /v2.0/ports/1191887d-d72f-4b81-b2dc-95d48d754872 HTTP/1.1" status: 200 len: 1094 time: 4.3524594 Nov 23 14:29:17.648235 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d95abc-b166-433c-a7ee-a3b949394b35', 'tag': '1191887d-d72f-4b81-b2dc-95d48d754872'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:17.810264 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2f48c5a3-468e-4f72-9e21-da1360feb154 req-57596375-e948-402a-be70-bd36553aa99b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 210 time: 0.2981801 Nov 23 14:29:17.810813 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42062) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:17.854870 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 088e3d5b-75fa-4db0-90e7-c752b087c551, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=088e3d5b-75fa-4db0-90e7-c752b087c551,segment=NetworkSegment(9fb18c06-310b-4208-8c38-dde548533d79),segment_id=9fb18c06-310b-4208-8c38-dde548533d79)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:17.861278 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ddb4f627-551d-49f8-9d79-362074d89005 req-26a11042-f76f-401a-986f-8c94c745a4bb service neutron] 10.222.0.48 "GET /v2.0/networks/86637ff1-edcc-4bad-8527-1f3e0efc8642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228954 Nov 23 14:29:17.896225 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Allocated IP 172.20.0.4 (72082c76-6ced-497f-a837-e78d35ddc847/7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70/4641ebcf-f827-4694-b1e1-4700e620a804) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:17.909223 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '088e3d5b-75fa-4db0-90e7-c752b087c551', 'network_id': '86637ff1-edcc-4bad-8527-1f3e0efc8642', 'port_id': '088e3d5b-75fa-4db0-90e7-c752b087c551', 'mac_address': 'fa:16:3e:7d:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d4cbd7-ae04-4ecb-adcc-944a05bca827', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:29:18.012913 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.039531 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045502ea-c05d-4931-bad3-97e34f19f367 service neutron] Pushing event updated for resources: {'Port': ['ID=1191887d-d72f-4b81-b2dc-95d48d754872,revision_number=3']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:18.042088 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088e3d5b-75fa-4db0-90e7-c752b087c551 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:18.116544 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 088e3d5b-75fa-4db0-90e7-c752b087c551, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=088e3d5b-75fa-4db0-90e7-c752b087c551,segment=NetworkSegment(9fb18c06-310b-4208-8c38-dde548533d79),segment_id=9fb18c06-310b-4208-8c38-dde548533d79)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:18.128306 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.154142 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ddb4f627-551d-49f8-9d79-362074d89005 req-39a537ea-212a-49d3-83f5-1f9fec680d0b service neutron] 10.222.0.48 "GET /v2.0/networks/86637ff1-edcc-4bad-8527-1f3e0efc8642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704003 Nov 23 14:29:18.276636 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5e5858d7-9df1-4c3c-9d42-1daa21158991 req-3d58dfd3-4aaf-444a-8e41-06715b86b64e tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159798 Nov 23 14:29:18.314991 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Made reservation on behalf of e3bc7dcc23a24b5a8359784271d81f29 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:18.320585 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.351970 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.367404 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=088e3d5b-75fa-4db0-90e7-c752b087c551,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:18.416233 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['088e3d5b-75fa-4db0-90e7-c752b087c551'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:18.549709 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-29683395-33d1-44d8-bc9b-5b1eeb24d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:18.553996 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-29683395-33d1-44d8-bc9b-5b1eeb24d364 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 1097 time: 0.7414150 Nov 23 14:29:18.556294 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-204d6bd4-18f5-42d6-8ecd-7e6ad48e23ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.582467 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4271af8-1e4b-4ca1-a400-0c13af97d766" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d95abc-b166-433c-a7ee-a3b949394b35", "tag": "1191887d-d72f-4b81-b2dc-95d48d754872"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:18.594616 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-491c91b0-cdda-4dec-9cfe-fb0da4798ec4 req-d027e85d-6d58-4e11-bf2b-09ef23793a30 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 210 time: 0.1378086 Nov 23 14:29:18.615281 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f695c21a-4921-411f-9562-49026c5cab09 req-26b61c5b-932b-47a8-a4f4-063e2e278bdd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 210 time: 0.5227156 Nov 23 14:29:18.702135 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.765568 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.789899 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.793644 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-1f1ea73d-0cd4-4886-8db1-90457cc68f0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1191887d-d72f-4b81-b2dc-95d48d754872 HTTP/1.1" status: 200 len: 217 time: 0.2028856 Nov 23 14:29:18.868680 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:18.886325 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:18.889870 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:18.897031 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:18.898249 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:18.931742 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6398399 Nov 23 14:29:18.963904 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Request body: {'port': {'device_id': '0f8e8f13-3493-4d35-a574-930b4209bf41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:18.980388 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Network 72082c76-6ced-497f-a837-e78d35ddc847 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:19.021517 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:19.031099 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:19.039194 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:19.041838 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.067788 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'Port': ['ID=4641ebcf-f827-4694-b1e1-4700e620a804,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:19.090265 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64b069-9b6d-41ae-b4dc-440c68b610b3 req-d01cd90a-de2b-42d7-aeeb-34c882567366 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:19.099631 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5f64b069-9b6d-41ae-b4dc-440c68b610b3 req-d01cd90a-de2b-42d7-aeeb-34c882567366 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 944 time: 0.3119125 Nov 23 14:29:19.116547 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fbbc6-3d53-42d7-85b0-9c36f3e61798 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Pushing event updated for resources: {'Port': ['ID=987b19ed-9ef4-4a47-8573-c96ac0c7c916,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:19.121641 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-b8e7995f-dc94-4ed5-9cee-5424d8ac2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:19.123610 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-b8e7995f-dc94-4ed5-9cee-5424d8ac2891 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2809e92-c32e-4683-afe6-caa82f288483 HTTP/1.1" status: 200 len: 858 time: 0.3092046 Nov 23 14:29:19.145326 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-01aafb6b-8d6f-453e-bebe-192cc52e7566 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6351628 Nov 23 14:29:19.157361 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Allocated IP 172.20.0.7 (99e22cf6-c72a-4785-a285-dfc6ba60ae7b/45bff08e-207a-4dbd-bafd-642fc1e2c86e/ebc70cda-420e-4598-b353-054a2e7534a3) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:19.170543 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.253826 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51bfe43-5595-4a3e-884b-a16bf01e940b x-openstack-request-id: req-c51bfe43-5595-4a3e-884b-a16bf01e940b {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:19.254234 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d95abc-b166-433c-a7ee-a3b949394b35", "tag": "1191887d-d72f-4b81-b2dc-95d48d754872", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:19.254663 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c51bfe43-5595-4a3e-884b-a16bf01e940b {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:19.255796 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d95abc-b166-433c-a7ee-a3b949394b35', 'tag': '1191887d-d72f-4b81-b2dc-95d48d754872', 'status': 'completed', 'code': 200} Nov 23 14:29:19.278991 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-3074ba0b-872d-49ce-9d15-b346a5a63702 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058660 Nov 23 14:29:19.292505 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Request body: {'port': {'device_id': '8a906554-7cc4-4158-855a-101a5e49581c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:19.474795 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c6ff1528-8e9c-4a45-8aa9-f7f8cb1e8610 None None] Provisioning complete for port 4641ebcf-f827-4694-b1e1-4700e620a804 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:19.478987 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c6ff1528-8e9c-4a45-8aa9-f7f8cb1e8610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.509744 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07582c0d-d838-4bc4-87ff-e804301f48f7 req-3b1f3430-8ac4-442c-ab85-77d588a4adaf tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:19.512980 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-07582c0d-d838-4bc4-87ff-e804301f48f7 req-3b1f3430-8ac4-442c-ab85-77d588a4adaf tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 931 time: 0.2124159 Nov 23 14:29:19.536349 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5f64b069-9b6d-41ae-b4dc-440c68b610b3 req-cd20b34d-a25d-4b80-926d-e112245dc274 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330029 Nov 23 14:29:19.568508 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 1f1c2f93-c573-437c-8865-109e26b85122 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:19.618661 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-204d6bd4-18f5-42d6-8ecd-7e6ad48e23ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.631761 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff1528-8e9c-4a45-8aa9-f7f8cb1e8610 None None] Port 4641ebcf-f827-4694-b1e1-4700e620a804 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:29:19.662966 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-204d6bd4-18f5-42d6-8ecd-7e6ad48e23ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.725549 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 1f1c2f93-c573-437c-8865-109e26b85122 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:29:19.739648 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 1f1c2f93-c573-437c-8865-109e26b85122 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:19.740367 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.902409 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.902999 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:19.919422 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-07582c0d-d838-4bc4-87ff-e804301f48f7 req-bb244204-e917-4f42-88e5-67b9e30ee71f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972698 Nov 23 14:29:19.959806 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05126467-8da8-400b-9cde-02fcd42aaeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c2f93-c573-437c-8865-109e26b85122'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:19.967592 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42122) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:20.079191 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 1f1c2f93-c573-437c-8865-109e26b85122, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f1c2f93-c573-437c-8865-109e26b85122,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:20.087453 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.088831 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 088e3d5b-75fa-4db0-90e7-c752b087c551 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:20.100996 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.117647 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-204d6bd4-18f5-42d6-8ecd-7e6ad48e23ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd38a1f3d5ec464795081ebab1805737&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2917862 Nov 23 14:29:20.129784 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42130) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:20.140902 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d6bd4-18f5-42d6-8ecd-7e6ad48e23ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9367e5-6a13-43ea-841e-02cd5305fcdf,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:20.262944 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=1f1c2f93-c573-437c-8865-109e26b85122,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:20.287055 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 088e3d5b-75fa-4db0-90e7-c752b087c551 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:29:20.289376 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26769c02-3ea6-47fd-8cfa-94ddb240eb06 req-d8fffc6a-6ed8-4d45-9a63-21e83075da32 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:20.292786 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-26769c02-3ea6-47fd-8cfa-94ddb240eb06 req-d8fffc6a-6ed8-4d45-9a63-21e83075da32 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 932 time: 0.2565720 Nov 23 14:29:20.307754 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 088e3d5b-75fa-4db0-90e7-c752b087c551 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:20.308137 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.323266 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.362407 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dbe896-bacc-47f5-a097-5ffb44a4b74b" -d '{"events": [{"server_uuid": "05126467-8da8-400b-9cde-02fcd42aaeb5", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c2f93-c573-437c-8865-109e26b85122"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:20.409390 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-134764c0-c75d-47b3-8369-72eeb5021c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.422651 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-ebecc8a0-3917-4d7d-baed-3bb8d2c451db service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0972805 Nov 23 14:29:20.434866 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.440166 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf5e26-3b9e-4c53-85ee-4899a1809c28 req-b1a13b32-2610-4a5c-8847-7d9b5a18c472 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:20.442003 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-23bf5e26-3b9e-4c53-85ee-4899a1809c28 req-b1a13b32-2610-4a5c-8847-7d9b5a18c472 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 944 time: 0.4626486 Nov 23 14:29:20.446787 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987b19ed-9ef4-4a47-8573-c96ac0c7c916 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:20.475402 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.493633 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:20.516121 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 088e3d5b-75fa-4db0-90e7-c752b087c551, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=088e3d5b-75fa-4db0-90e7-c752b087c551,segment=NetworkSegment(9fb18c06-310b-4208-8c38-dde548533d79),segment_id=9fb18c06-310b-4208-8c38-dde548533d79)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:20.520805 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:20.523889 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.535139 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:20.560978 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:20.569652 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:20.570808 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.583291 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a99787c8-5031-4118-abeb-210a91f633bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.589473 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Transition to ACTIVE for port object 987b19ed-9ef4-4a47-8573-c96ac0c7c916 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:29:20.602675 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-26769c02-3ea6-47fd-8cfa-94ddb240eb06 req-0f59e414-e7c2-48c9-a1a1-3c3ef75b10f3 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891076 Nov 23 14:29:20.650389 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=088e3d5b-75fa-4db0-90e7-c752b087c551,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:20.655923 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.691525 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-23bf5e26-3b9e-4c53-85ee-4899a1809c28 req-230c7d95-471b-4ec4-bb50-48883134e90f tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130420 Nov 23 14:29:20.764343 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Pushing event updated for resources: {'Port': ['ID=987b19ed-9ef4-4a47-8573-c96ac0c7c916,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:20.796704 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-134764c0-c75d-47b3-8369-72eeb5021c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.807801 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-9a261fa4-da93-43ba-8b49-eb4ac055119d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6173954 Nov 23 14:29:20.814271 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a99787c8-5031-4118-abeb-210a91f633bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.884594 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-134764c0-c75d-47b3-8369-72eeb5021c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:20.975659 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8610deec-1e9a-4e22-b939-1a85ea2ebb64 x-openstack-request-id: req-8610deec-1e9a-4e22-b939-1a85ea2ebb64 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:20.975964 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05126467-8da8-400b-9cde-02fcd42aaeb5", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c2f93-c573-437c-8865-109e26b85122", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:20.976407 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8610deec-1e9a-4e22-b939-1a85ea2ebb64 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:20.977053 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05126467-8da8-400b-9cde-02fcd42aaeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c2f93-c573-437c-8865-109e26b85122', 'code': 200} Nov 23 14:29:20.989310 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-134764c0-c75d-47b3-8369-72eeb5021c0f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96298d7d4ec74170bc0e492220306c30&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0069950 Nov 23 14:29:20.999322 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42146) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:21.007784 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Attempting to bind port 987b19ed-9ef4-4a47-8573-c96ac0c7c916 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:21.008592 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Attempting to bind port 987b19ed-9ef4-4a47-8573-c96ac0c7c916 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:21.008592 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Attempting to bind port 987b19ed-9ef4-4a47-8573-c96ac0c7c916 on network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:21.025957 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93e4b9-50a4-4de3-9957-c24d4c8dcf81 req-3cf99972-08cf-41ae-9474-103e250ff3ed tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:21.026244 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4641ebcf-f827-4694-b1e1-4700e620a804 {{(pid=102952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:21.033997 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ea93e4b9-50a4-4de3-9957-c24d4c8dcf81 req-3cf99972-08cf-41ae-9474-103e250ff3ed tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 931 time: 0.2435846 Nov 23 14:29:21.038783 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Port 987b19ed-9ef4-4a47-8573-c96ac0c7c916 on network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:29:21.039383 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Attempting to bind port 987b19ed-9ef4-4a47-8573-c96ac0c7c916 on network 2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:21.058353 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.063516 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:21.063851 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Checking segment: {'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:21.064639 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Bound using segment: {'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:21.065578 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Bound port: 987b19ed-9ef4-4a47-8573-c96ac0c7c916, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc5891e-8e76-46e1-8e3d-ab520601a6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:21.066160 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.075330 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134764c0-c75d-47b3-8369-72eeb5021c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d8de75-8f3a-4eec-8ae4-8900e7275fd4,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:21.082615 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a99787c8-5031-4118-abeb-210a91f633bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.085538 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a99787c8-5031-4118-abeb-210a91f633bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.098234 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-a99787c8-5031-4118-abeb-210a91f633bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b9367e5-6a13-43ea-841e-02cd5305fcdf HTTP/1.1" status: 204 len: 168 time: 0.9597387 Nov 23 14:29:21.105559 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-ed2e5f2d-2fe9-4fca-9364-796ceb6fdfb2 None None] Provisioning complete for port ebc70cda-420e-4598-b353-054a2e7534a3 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:21.106749 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-ed2e5f2d-2fe9-4fca-9364-796ceb6fdfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.138948 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99787c8-5031-4118-abeb-210a91f633bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9367e5-6a13-43ea-841e-02cd5305fcdf,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:21.178947 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-ed2e5f2d-2fe9-4fca-9364-796ceb6fdfb2 None None] Port ebc70cda-420e-4598-b353-054a2e7534a3 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:29:21.198805 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.provisioning_blocks [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Transition to ACTIVE for port object 4641ebcf-f827-4694-b1e1-4700e620a804 will not be triggered until provisioned by entity L2. {{(pid=102952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:29:21.206942 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-682ed28b-76af-4ac7-9853-bad8932647f2 req-66f567f7-1b4a-4a2e-a084-90b362626415 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998271 Nov 23 14:29:21.216418 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ea93e4b9-50a4-4de3-9957-c24d4c8dcf81 req-5514d66c-c44e-4ccb-b117-7cabbbbc2986 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809790 Nov 23 14:29:21.240432 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.296534 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] For port 987b19ed-9ef4-4a47-8573-c96ac0c7c916, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:21.306618 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] For port 987b19ed-9ef4-4a47-8573-c96ac0c7c916, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=987b19ed-9ef4-4a47-8573-c96ac0c7c916,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:21.319622 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.372891 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dff38a14-922e-4a08-939c-eaa129302272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.392776 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dd57b-d31b-4b35-a690-564bf5f4fba7 req-0c258c63-ee4f-45fd-a49c-a31d094fbc9a tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:21.397000 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c85dd57b-d31b-4b35-a690-564bf5f4fba7 req-0c258c63-ee4f-45fd-a49c-a31d094fbc9a tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 945 time: 0.3224916 Nov 23 14:29:21.556688 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dff38a14-922e-4a08-939c-eaa129302272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.614351 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Pushing event updated for resources: {'Port': ['ID=4641ebcf-f827-4694-b1e1-4700e620a804,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:21.710613 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.managers [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Attempting to bind port 4641ebcf-f827-4694-b1e1-4700e620a804 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:21.711354 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.managers [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Attempting to bind port 4641ebcf-f827-4694-b1e1-4700e620a804 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'}] {{(pid=102952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:21.711825 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Attempting to bind port 4641ebcf-f827-4694-b1e1-4700e620a804 on network 72082c76-6ced-497f-a837-e78d35ddc847 {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:21.725191 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Port 4641ebcf-f827-4694-b1e1-4700e620a804 on network 72082c76-6ced-497f-a837-e78d35ddc847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:29:21.725855 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Attempting to bind port 4641ebcf-f827-4694-b1e1-4700e620a804 on network 72082c76-6ced-497f-a837-e78d35ddc847 {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:21.735757 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:21.736543 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Checking segment: {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:21.737297 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Bound using segment: {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'} {{(pid=102952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:21.738052 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.managers [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Bound port: 4641ebcf-f827-4694-b1e1-4700e620a804, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'}}] {{(pid=102952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:21.738691 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:21.738881 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.739346 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.741563 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] 10.222.0.48 "PUT /v2.0/ports/987b19ed-9ef4-4a47-8573-c96ac0c7c916 HTTP/1.1" status: 200 len: 1094 time: 2.7960315 Nov 23 14:29:21.742341 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8e8f13-3493-4d35-a574-930b4209bf41', 'tag': '987b19ed-9ef4-4a47-8573-c96ac0c7c916'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:21.745754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006b41e3-392d-4bc9-a3a5-947ae2255631" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8e8f13-3493-4d35-a574-930b4209bf41", "tag": "987b19ed-9ef4-4a47-8573-c96ac0c7c916"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:21.766709 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c85dd57b-d31b-4b35-a690-564bf5f4fba7 req-4d86f08b-37d2-4a5c-9f9a-f1a8087841e2 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425980 Nov 23 14:29:21.792097 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42158) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:21.796704 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5225311-ba5c-42b7-bf41-e897627ac475 service neutron] Pushing event updated for resources: {'Port': ['ID=987b19ed-9ef4-4a47-8573-c96ac0c7c916,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:21.817114 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babab89a-a60c-4128-869a-7a38bf0579eb req-3527db7b-23fa-47bc-9017-37424435684a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:21.830642 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-babab89a-a60c-4128-869a-7a38bf0579eb req-3527db7b-23fa-47bc-9017-37424435684a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 943 time: 0.4457867 Nov 23 14:29:21.858304 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f6060610-dadf-4816-ad4e-e1d7fe411be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.904826 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-babab89a-a60c-4128-869a-7a38bf0579eb req-c46b0ee7-d784-4ee6-b6b2-e6bc8de5c5b1 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706370 Nov 23 14:29:21.906683 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dff38a14-922e-4a08-939c-eaa129302272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.910016 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dff38a14-922e-4a08-939c-eaa129302272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:21.911357 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-dff38a14-922e-4a08-939c-eaa129302272 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/99d8de75-8f3a-4eec-8ae4-8900e7275fd4 HTTP/1.1" status: 204 len: 168 time: 0.8987327 Nov 23 14:29:22.030807 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff38a14-922e-4a08-939c-eaa129302272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d8de75-8f3a-4eec-8ae4-8900e7275fd4,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:22.041897 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] For port 4641ebcf-f827-4694-b1e1-4700e620a804, host hv-cinder-80403, cleared binding levels {{(pid=102952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:22.055984 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] For port 4641ebcf-f827-4694-b1e1-4700e620a804, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4641ebcf-f827-4694-b1e1-4700e620a804,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:22.104629 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.147818 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2e4d2-3d7e-450c-844e-77818920643c req-a4e814ce-0865-42ed-9b8d-14028d64a169 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:22.150419 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-72e2e4d2-3d7e-450c-844e-77818920643c req-a4e814ce-0865-42ed-9b8d-14028d64a169 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 945 time: 0.1035924 Nov 23 14:29:22.197860 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:22.199117 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.201729 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] 10.222.0.48 "PUT /v2.0/ports/4641ebcf-f827-4694-b1e1-4700e620a804 HTTP/1.1" status: 200 len: 1093 time: 2.9375377 Nov 23 14:29:22.208640 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a906554-7cc4-4158-855a-101a5e49581c', 'tag': '4641ebcf-f827-4694-b1e1-4700e620a804'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:22.212918 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a586353a-3066-49e2-a66f-503204a9100a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a906554-7cc4-4158-855a-101a5e49581c", "tag": "4641ebcf-f827-4694-b1e1-4700e620a804"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:22.249009 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-72e2e4d2-3d7e-450c-844e-77818920643c req-bc6bca35-4212-4320-920c-388bd471ea80 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876589 Nov 23 14:29:22.261341 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179c755-f3f5-45e0-b9d9-5cc00790a920 req-282cdb5c-2db9-451d-b10f-ed19eb5413c6 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:22.264480 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c179c755-f3f5-45e0-b9d9-5cc00790a920 req-282cdb5c-2db9-451d-b10f-ed19eb5413c6 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 944 time: 0.3600943 Nov 23 14:29:22.345773 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc44f401-fce0-40a5-b629-339d7fa8370b x-openstack-request-id: req-cc44f401-fce0-40a5-b629-339d7fa8370b {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:22.346387 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8e8f13-3493-4d35-a574-930b4209bf41", "tag": "987b19ed-9ef4-4a47-8573-c96ac0c7c916", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:22.346936 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc44f401-fce0-40a5-b629-339d7fa8370b {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:22.347758 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8e8f13-3493-4d35-a574-930b4209bf41', 'tag': '987b19ed-9ef4-4a47-8573-c96ac0c7c916', 'status': 'completed', 'code': 200} Nov 23 14:29:22.351435 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bb32f-0d2f-4a30-a51d-06f504049392 service neutron] Pushing event updated for resources: {'Port': ['ID=4641ebcf-f827-4694-b1e1-4700e620a804,revision_number=3']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:22.376802 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f6060610-dadf-4816-ad4e-e1d7fe411be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.388128 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f6060610-dadf-4816-ad4e-e1d7fe411be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.437943 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb20510-b32f-423b-a72a-4169a3eb1bd6 x-openstack-request-id: req-ecb20510-b32f-423b-a72a-4169a3eb1bd6 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:22.438593 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a906554-7cc4-4158-855a-101a5e49581c", "tag": "4641ebcf-f827-4694-b1e1-4700e620a804", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:22.439000 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ecb20510-b32f-423b-a72a-4169a3eb1bd6 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:22.439641 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a906554-7cc4-4158-855a-101a5e49581c', 'tag': '4641ebcf-f827-4694-b1e1-4700e620a804', 'status': 'completed', 'code': 200} Nov 23 14:29:22.509578 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c179c755-f3f5-45e0-b9d9-5cc00790a920 req-3d53ec3c-5e89-4449-a16b-e1481199ffea tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275646 Nov 23 14:29:22.516190 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6060610-dadf-4816-ad4e-e1d7fe411be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99459bd2-c079-425b-ae19-2999e71ed4d7,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:22.530455 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-f6060610-dadf-4816-ad4e-e1d7fe411be6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c60660a024144de9ae43a0828c4413fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7363501 Nov 23 14:29:22.537721 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42172) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:22.644535 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Request body: {'port': {'device_id': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:22.675890 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5f8db4c1-86a4-4291-9463-2a12d6f46225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.717840 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7ba1a-c80c-4454-afdc-21b07274fdd0 req-f5578732-0def-43d5-b66d-d6696ee5b69c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:22.723674 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5f8db4c1-86a4-4291-9463-2a12d6f46225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.731305 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6b7ba1a-c80c-4454-afdc-21b07274fdd0 req-f5578732-0def-43d5-b66d-d6696ee5b69c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 931 time: 0.2328260 Nov 23 14:29:22.820020 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5f8db4c1-86a4-4291-9463-2a12d6f46225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.826537 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5f8db4c1-86a4-4291-9463-2a12d6f46225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.829571 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:22.830615 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-5f8db4c1-86a4-4291-9463-2a12d6f46225 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/99459bd2-c079-425b-ae19-2999e71ed4d7 HTTP/1.1" status: 204 len: 168 time: 0.2904153 Nov 23 14:29:22.908031 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8db4c1-86a4-4291-9463-2a12d6f46225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99459bd2-c079-425b-ae19-2999e71ed4d7,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:22.971447 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42182) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:22.978994 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26130486-e148-44a5-9dfe-8aca7504a513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088e3d5b-75fa-4db0-90e7-c752b087c551'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:23.002598 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1c89b6-9f36-4dee-8a46-ed4120d45cab" -d '{"events": [{"server_uuid": "26130486-e148-44a5-9dfe-8aca7504a513", "name": "network-vif-plugged", "status": "completed", "tag": "088e3d5b-75fa-4db0-90e7-c752b087c551"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:23.014174 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586353a-3066-49e2-a66f-503204a9100a req-4e79037e-a563-4ac2-99de-4faddf645812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:23.017061 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a586353a-3066-49e2-a66f-503204a9100a req-4e79037e-a563-4ac2-99de-4faddf645812 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 1096 time: 0.1291504 Nov 23 14:29:23.025957 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b41e3-392d-4bc9-a3a5-947ae2255631 req-42049739-f533-45a9-9937-892c4af4edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:23.028331 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-006b41e3-392d-4bc9-a3a5-947ae2255631 req-42049739-f533-45a9-9937-892c4af4edec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 1097 time: 0.2293422 Nov 23 14:29:23.029625 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1db64542-ea38-44cf-9309-ac91a60cc8d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.091261 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6b7ba1a-c80c-4454-afdc-21b07274fdd0 req-74a69dd9-5a81-46b9-af91-e850e7252fd9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554375 Nov 23 14:29:23.665041 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271af8-1e4b-4ca1-a400-0c13af97d766 req-941d66d1-9218-4dd9-9e93-e847359cb6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:23.667891 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a4271af8-1e4b-4ca1-a400-0c13af97d766 req-941d66d1-9218-4dd9-9e93-e847359cb6bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 1097 time: 0.5923061 Nov 23 14:29:23.670570 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea65ca-7f49-43ba-b4c2-d75c1e263414 req-f814209d-2f15-45fe-bb62-2ffb60b1cde8 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:23.674861 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1dea65ca-7f49-43ba-b4c2-d75c1e263414 req-f814209d-2f15-45fe-bb62-2ffb60b1cde8 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 945 time: 0.6282494 Nov 23 14:29:23.840046 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1dea65ca-7f49-43ba-b4c2-d75c1e263414 req-4e008357-e0e2-45c1-a8df-d4c4da1ec31a tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330538 Nov 23 14:29:23.927618 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1db64542-ea38-44cf-9309-ac91a60cc8d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.967579 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b41e3-392d-4bc9-a3a5-947ae2255631 req-d9d6b09d-0b14-481c-bcd4-0b51c85acf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:23.970266 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-006b41e3-392d-4bc9-a3a5-947ae2255631 req-d9d6b09d-0b14-481c-bcd4-0b51c85acf1e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9227972 Nov 23 14:29:23.981620 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1db64542-ea38-44cf-9309-ac91a60cc8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:23.985506 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66403160-9146-4baf-bb73-84e422e0a716 x-openstack-request-id: req-66403160-9146-4baf-bb73-84e422e0a716 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:23.986215 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26130486-e148-44a5-9dfe-8aca7504a513", "name": "network-vif-plugged", "status": "completed", "tag": "088e3d5b-75fa-4db0-90e7-c752b087c551", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:23.986560 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66403160-9146-4baf-bb73-84e422e0a716 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:23.987236 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26130486-e148-44a5-9dfe-8aca7504a513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088e3d5b-75fa-4db0-90e7-c752b087c551', 'code': 200} Nov 23 14:29:24.129893 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586353a-3066-49e2-a66f-503204a9100a req-b1337a3c-0365-4d72-aa5c-1e56760c200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.133059 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a586353a-3066-49e2-a66f-503204a9100a req-b1337a3c-0365-4d72-aa5c-1e56760c200e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8b77b666a5b4482f86df61916953c4c9&shared=False HTTP/1.1" status: 200 len: 912 time: 1.0834370 Nov 23 14:29:24.220989 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd331a2-773f-4a3b-a273-7a371c3ec9f2 req-70f03d27-7da8-434d-98be-eb95bc5ffc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.224473 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9cd331a2-773f-4a3b-a273-7a371c3ec9f2 req-70f03d27-7da8-434d-98be-eb95bc5ffc52 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 1098 time: 0.9425848 Nov 23 14:29:24.269231 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b46ae7-629f-4e07-812e-e663f28d8976 req-3b28bc33-112a-4ee5-85f1-22b67c748000 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.283378 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-76b46ae7-629f-4e07-812e-e663f28d8976 req-3b28bc33-112a-4ee5-85f1-22b67c748000 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 943 time: 0.8939908 Nov 23 14:29:24.375491 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-9cd331a2-773f-4a3b-a273-7a371c3ec9f2 req-cf233529-ec8d-4cd2-9b82-08bb74d6faac service neutron] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.385249 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-1db64542-ea38-44cf-9309-ac91a60cc8d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03e5e209f1434c30841cbc036c0a6843&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4099829 Nov 23 14:29:24.443573 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42228) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:24.604747 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271af8-1e4b-4ca1-a400-0c13af97d766 req-a97d74e7-ade4-4a7f-8689-24899050d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.607063 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a4271af8-1e4b-4ca1-a400-0c13af97d766 req-a97d74e7-ade4-4a7f-8689-24899050d307 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 919 time: 0.8544788 Nov 23 14:29:24.751341 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-76b46ae7-629f-4e07-812e-e663f28d8976 req-7fb4df0c-a242-480a-b750-d3b776509e2a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4664004 Nov 23 14:29:24.769259 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a4271af8-1e4b-4ca1-a400-0c13af97d766 req-26628e41-c9b0-45e3-a95b-a9542a7684c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1191887d-d72f-4b81-b2dc-95d48d754872 HTTP/1.1" status: 200 len: 217 time: 0.1078303 Nov 23 14:29:24.779115 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc70cda-420e-4598-b353-054a2e7534a3 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:24.788246 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db64542-ea38-44cf-9309-ac91a60cc8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42be93d-9229-4356-89ce-7a649c28da7e,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:24.823493 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd87e3-73b8-447e-bc04-bc8a93301acb req-836c9845-0c33-4f43-9f01-90412e22e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.826346 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0dcd87e3-73b8-447e-bc04-bc8a93301acb req-836c9845-0c33-4f43-9f01-90412e22e07e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 1098 time: 0.4713075 Nov 23 14:29:24.860037 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:24.886210 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed6675-b9d9-40e9-a733-353c310ffb78 req-816aa525-8020-4720-8c41-7d283b61f690 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.889400 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-65ed6675-b9d9-40e9-a733-353c310ffb78 req-816aa525-8020-4720-8c41-7d283b61f690 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 945 time: 0.7823820 Nov 23 14:29:24.953678 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b41e3-392d-4bc9-a3a5-947ae2255631 req-81b43544-8bc8-4d0b-a72e-4fb2f5156042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:24.956551 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-006b41e3-392d-4bc9-a3a5-947ae2255631 req-81b43544-8bc8-4d0b-a72e-4fb2f5156042 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9647751 Nov 23 14:29:25.007184 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586353a-3066-49e2-a66f-503204a9100a req-15bc6b4f-95f9-4f89-b63b-193e400b1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:25.010875 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a586353a-3066-49e2-a66f-503204a9100a req-15bc6b4f-95f9-4f89-b63b-193e400b1a71 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8015912 Nov 23 14:29:25.022030 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-0dcd87e3-73b8-447e-bc04-bc8a93301acb req-c817404e-9d7c-4e7b-ab41-d6fb69ccec32 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.043175 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4e90-059f-40d1-b202-ba3b33e43e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.087030 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4e90-059f-40d1-b202-ba3b33e43e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.173484 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-9cd331a2-773f-4a3b-a273-7a371c3ec9f2 req-cf233529-ec8d-4cd2-9b82-08bb74d6faac service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.204328 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-65ed6675-b9d9-40e9-a733-353c310ffb78 req-f17d2529-332e-4031-a3ae-d7693e9f0ace tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987196 Nov 23 14:29:25.204608 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Transition to ACTIVE for port object ebc70cda-420e-4598-b353-054a2e7534a3 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:29:25.209588 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-9cd331a2-773f-4a3b-a273-7a371c3ec9f2 req-cf233529-ec8d-4cd2-9b82-08bb74d6faac service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.279047 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-4807f2fe-46aa-4e48-9c04-639567a24ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:25.293136 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-4807f2fe-46aa-4e48-9c04-639567a24ae5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 1097 time: 0.2556624 Nov 23 14:29:25.325399 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-4384659a-00d9-489a-8da5-eb79b085741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:25.329251 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-4384659a-00d9-489a-8da5-eb79b085741e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 1096 time: 0.2202930 Nov 23 14:29:25.333758 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4271af8-1e4b-4ca1-a400-0c13af97d766 req-d7d39e67-04f5-42f9-927c-0e35645b7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:25.337073 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a4271af8-1e4b-4ca1-a400-0c13af97d766 req-d7d39e67-04f5-42f9-927c-0e35645b7cf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2809e92-c32e-4683-afe6-caa82f288483 HTTP/1.1" status: 200 len: 858 time: 0.5433307 Nov 23 14:29:25.404629 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:25.418714 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-15c347ed-b22e-4217-aa38-b91ca381ea3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987b19ed-9ef4-4a47-8573-c96ac0c7c916 HTTP/1.1" status: 200 len: 217 time: 0.1157761 Nov 23 14:29:25.509255 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-b81a941a-6b59-4219-9795-4beeb199be7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4641ebcf-f827-4694-b1e1-4700e620a804 HTTP/1.1" status: 200 len: 217 time: 0.1036932 Nov 23 14:29:25.703287 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a4271af8-1e4b-4ca1-a400-0c13af97d766 req-5269a907-a506-4bf2-ba8f-882e653a6efb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2701116 Nov 23 14:29:25.703588 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-95a77d98-4af2-49f8-8c67-84d266f2f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:25.705291 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-95a77d98-4af2-49f8-8c67-84d266f2f5d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2809e92-c32e-4683-afe6-caa82f288483 HTTP/1.1" status: 200 len: 858 time: 0.2151191 Nov 23 14:29:25.721173 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99edd9b-81c4-414b-82b1-136a7a3a1c01 req-8c5559b8-a899-4948-b83b-026069f09f86 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:25.723296 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c99edd9b-81c4-414b-82b1-136a7a3a1c01 req-8c5559b8-a899-4948-b83b-026069f09f86 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.3009520 Nov 23 14:29:25.744437 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-db8aa68f-61f7-4e6a-b704-d6b2a9c3e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:25.749975 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-db8aa68f-61f7-4e6a-b704-d6b2a9c3e54c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70 HTTP/1.1" status: 200 len: 850 time: 0.1874292 Nov 23 14:29:25.787804 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-cfd97670-b31a-45db-8ab1-eb88dd7d2b57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632625 Nov 23 14:29:25.821322 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9cd331a2-773f-4a3b-a273-7a371c3ec9f2 req-cf233529-ec8d-4cd2-9b82-08bb74d6faac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5743971 Nov 23 14:29:25.822525 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:25.893766 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf233529-ec8d-4cd2-9b82-08bb74d6faac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=49454193-02cb-4695-99bc-ed29d6ad97b4,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:25.948064 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.db.api [req-0dcd87e3-73b8-447e-bc04-bc8a93301acb req-c817404e-9d7c-4e7b-ab41-d6fb69ccec32 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 04ebb47683d14f1c9b9694184a51a624 {{(pid=102953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:29:25.948950 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG oslo_db.api [req-0dcd87e3-73b8-447e-bc04-bc8a93301acb req-c817404e-9d7c-4e7b-ab41-d6fb69ccec32 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:29:25.996733 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c885f5-7d65-4119-ae49-bfe4b5595892 req-a229675b-6f91-4089-9509-a8fa37b36812 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:25.998499 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-92c885f5-7d65-4119-ae49-bfe4b5595892 req-a229675b-6f91-4089-9509-a8fa37b36812 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 944 time: 1.0262539 Nov 23 14:29:26.031455 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4e90-059f-40d1-b202-ba3b33e43e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.036820 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5ebe4e90-059f-40d1-b202-ba3b33e43e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.038981 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5ebe4e90-059f-40d1-b202-ba3b33e43e9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b42be93d-9229-4356-89ce-7a649c28da7e HTTP/1.1" status: 204 len: 168 time: 1.5901074 Nov 23 14:29:26.074097 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-fc458bc6-3516-4d84-b061-2cee1ac7e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:26.075560 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-fc458bc6-3516-4d84-b061-2cee1ac7e953 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72082c76-6ced-497f-a837-e78d35ddc847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3030634 Nov 23 14:29:26.169869 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe4e90-059f-40d1-b202-ba3b33e43e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42be93d-9229-4356-89ce-7a649c28da7e,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:26.197202 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Attempting to bind port ebc70cda-420e-4598-b353-054a2e7534a3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:26.197202 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Attempting to bind port ebc70cda-420e-4598-b353-054a2e7534a3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:26.197676 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Attempting to bind port ebc70cda-420e-4598-b353-054a2e7534a3 on network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:26.215534 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Port ebc70cda-420e-4598-b353-054a2e7534a3 on network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:29:26.215970 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Attempting to bind port ebc70cda-420e-4598-b353-054a2e7534a3 on network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:26.272770 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:26.273430 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Checking segment: {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:26.273998 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Bound using segment: {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:26.274707 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Bound port: ebc70cda-420e-4598-b353-054a2e7534a3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:26.275336 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.358054 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c99edd9b-81c4-414b-82b1-136a7a3a1c01 req-fef10f63-8604-4c4a-afdd-298a4c269efc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6199176 Nov 23 14:29:26.365861 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-92c885f5-7d65-4119-ae49-bfe4b5595892 req-e7d64dde-eb85-4c17-8c93-ea008fb6900c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451488 Nov 23 14:29:26.388206 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-ae516438-e811-406b-a78a-d49ec6afdc30 service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914553 Nov 23 14:29:26.398289 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a4271af8-1e4b-4ca1-a400-0c13af97d766 req-e8a0420b-a91b-4bb2-b162-373dcd8cad90 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615149 Nov 23 14:29:26.451081 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-0dcd87e3-73b8-447e-bc04-bc8a93301acb req-c817404e-9d7c-4e7b-ab41-d6fb69ccec32 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.571647 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 1191887d-d72f-4b81-b2dc-95d48d754872 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:29:26.600625 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-f9fa8011-7cae-4ebb-b892-8a8535c8be32 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7894940 Nov 23 14:29:26.786960 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:26.848441 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:26.864447 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4b7c8-820a-42f3-846b-5702ec8e5698 req-95db1f8b-443a-47dc-b70e-595a98060f9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:26.866922 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f4d4b7c8-820a-42f3-846b-5702ec8e5698 req-95db1f8b-443a-47dc-b70e-595a98060f9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 943 time: 0.2516191 Nov 23 14:29:26.884287 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-2889ff24-4fd0-4c1c-aed3-8814c6381c31 service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681134 Nov 23 14:29:26.906108 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:26.919810 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 1191887d-d72f-4b81-b2dc-95d48d754872, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1191887d-d72f-4b81-b2dc-95d48d754872,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:26.958316 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3197e301-aa29-463f-83f2-0475b68c9d1d req-d31bd4dd-552f-418c-979d-1f9d3ae98df0 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411021 Nov 23 14:29:27.010169 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a4271af8-1e4b-4ca1-a400-0c13af97d766 req-0e65cecb-1c84-41e1-9c19-479708cb468c service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774572 Nov 23 14:29:27.026088 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41a98b-a210-477e-ad2e-3601136c249d req-26cfd6f0-61ff-4e5b-a351-51c78ae6a79c tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:27.037606 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9a41a98b-a210-477e-ad2e-3601136c249d req-26cfd6f0-61ff-4e5b-a351-51c78ae6a79c tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 945 time: 0.4852014 Nov 23 14:29:27.047581 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f4d4b7c8-820a-42f3-846b-5702ec8e5698 req-0904f985-0b8d-42bf-86a5-f7ea042bb8f2 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689684 Nov 23 14:29:27.051056 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:27.051715 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.053858 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] 10.222.0.48 "PUT /v2.0/ports/ebc70cda-420e-4598-b353-054a2e7534a3 HTTP/1.1" status: 200 len: 1093 time: 4.4194691 Nov 23 14:29:27.062237 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:27.065079 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f6434c-ab54-4513-a791-4f96ca5e8d18" -d '{"events": [{"name": "network-changed", "server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:27.091360 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0dcd87e3-73b8-447e-bc04-bc8a93301acb req-c817404e-9d7c-4e7b-ab41-d6fb69ccec32 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1766114 Nov 23 14:29:27.221990 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9a41a98b-a210-477e-ad2e-3601136c249d req-e1beb03f-defe-4048-a4cd-c2d6c2fb60cf tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825507 Nov 23 14:29:27.264656 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '1191887d-d72f-4b81-b2dc-95d48d754872', 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8', 'port_id': '1191887d-d72f-4b81-b2dc-95d48d754872', 'mac_address': 'fa:16:3e:ca:6c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:29:27.279434 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0adae-4371-4acf-9034-1fa21573fdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:27.413392 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.436142 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304a2541-8ccf-4a2d-af1f-6cae7b74a6f4 x-openstack-request-id: req-304a2541-8ccf-4a2d-af1f-6cae7b74a6f4 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:27.442056 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:27.442496 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-304a2541-8ccf-4a2d-af1f-6cae7b74a6f4 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:27.443141 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'status': 'completed', 'code': 200} Nov 23 14:29:27.462414 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1191887d-d72f-4b81-b2dc-95d48d754872 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:27.475864 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-44d69e15-99a6-4852-a3fc-bbf0aafc04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:27.484336 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-44d69e15-99a6-4852-a3fc-bbf0aafc04f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 1096 time: 0.1745317 Nov 23 14:29:27.498344 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 1191887d-d72f-4b81-b2dc-95d48d754872, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1191887d-d72f-4b81-b2dc-95d48d754872,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:27.506407 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:27.523520 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eccbe-ecbe-4352-8784-802b0675002f req-44b27093-9d33-4dbc-be6c-92f8f983e38a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:27.562344 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-665eccbe-ecbe-4352-8784-802b0675002f req-44b27093-9d33-4dbc-be6c-92f8f983e38a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 945 time: 0.2597976 Nov 23 14:29:27.667934 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-2b9a4572-8244-4974-82fa-4fe2675141eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebc70cda-420e-4598-b353-054a2e7534a3 HTTP/1.1" status: 200 len: 217 time: 0.1730762 Nov 23 14:29:27.668961 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=1191887d-d72f-4b81-b2dc-95d48d754872,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:27.826058 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-665eccbe-ecbe-4352-8784-802b0675002f req-b0295dce-0a8e-453d-950e-92d7696c89e2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623262 Nov 23 14:29:27.865931 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1191887d-d72f-4b81-b2dc-95d48d754872'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:27.926319 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-63ed9508-6257-48e0-a967-6498dd0502e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:27.932111 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-63ed9508-6257-48e0-a967-6498dd0502e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.2463994 Nov 23 14:29:27.951849 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06421d0e-1db6-4960-ae28-a16ea4b59080 req-4d16dd20-d991-4d8d-a43f-7a4d9f12f584 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:27.963053 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-06421d0e-1db6-4960-ae28-a16ea4b59080 req-4d16dd20-d991-4d8d-a43f-7a4d9f12f584 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 944 time: 0.2309461 Nov 23 14:29:28.081433 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f52c14-8849-4208-ae6b-0bc6224d663a req-8eecd5dd-5fca-4005-9434-84a2bc5d3c03 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:28.097610 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d9f52c14-8849-4208-ae6b-0bc6224d663a req-8eecd5dd-5fca-4005-9434-84a2bc5d3c03 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.1297359 Nov 23 14:29:28.182349 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d9f52c14-8849-4208-ae6b-0bc6224d663a req-6d9edc02-9435-49b0-957e-3ae7df611418 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829580 Nov 23 14:29:28.189912 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-06421d0e-1db6-4960-ae28-a16ea4b59080 req-8ffbdac0-4cf8-4d23-8d96-b1c484c1a2d3 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914542 Nov 23 14:29:28.199332 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-0191c0d5-7e9f-4974-bad4-8a2ed4de292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:28.218992 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-0191c0d5-7e9f-4974-bad4-8a2ed4de292a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2544775 Nov 23 14:29:28.535019 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42344) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:28.596064 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15590428-540c-4a30-b0fc-2c2ac27c04ec req-1b991ac9-d19a-49e5-b974-ae7a874bc428 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:28.610512 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-15590428-540c-4a30-b0fc-2c2ac27c04ec req-1b991ac9-d19a-49e5-b974-ae7a874bc428 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 943 time: 0.2001286 Nov 23 14:29:28.724913 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-15590428-540c-4a30-b0fc-2c2ac27c04ec req-2a66a401-5615-4272-94e5-1f3c4b19a498 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092029 Nov 23 14:29:28.926870 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc533-b960-4036-bbc5-78e665bcc49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.045493 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f5196-1620-43b1-83c9-29a6d51ae5fe req-97d63a0d-236a-4e97-9172-c2f6555fa22f tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:29.048393 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b25f5196-1620-43b1-83c9-29a6d51ae5fe req-97d63a0d-236a-4e97-9172-c2f6555fa22f tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 945 time: 0.6319766 Nov 23 14:29:29.073288 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-cbb722e6-9632-4cc1-85b4-a173c20253f0 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8351889 Nov 23 14:29:29.089352 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca798d0-6187-4390-a16e-0cb1d5d6270b req-3f5d35ef-2fce-4417-866f-2be9852493fe tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:29.091821 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cca798d0-6187-4390-a16e-0cb1d5d6270b req-3f5d35ef-2fce-4417-866f-2be9852493fe tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 945 time: 0.1219518 Nov 23 14:29:29.219966 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc533-b960-4036-bbc5-78e665bcc49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.241817 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc533-b960-4036-bbc5-78e665bcc49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.269983 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cca798d0-6187-4390-a16e-0cb1d5d6270b req-19b4186e-f58a-4ec5-ad62-12dbfff5c916 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602020 Nov 23 14:29:29.366154 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b25f5196-1620-43b1-83c9-29a6d51ae5fe req-66ae9284-70bd-4f20-9db8-99ae16dbe413 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058908 Nov 23 14:29:29.405958 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-900bc582-c5ef-458c-9d01-6b79f9dd39c8 req-ad5c2ed6-071b-4aa6-825e-59580ca6dbea service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146095 Nov 23 14:29:29.425758 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42370) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:29.429466 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-d1bfc533-b960-4036-bbc5-78e665bcc49b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33f96e4abf614897a2c5a7dde524d18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8798800 Nov 23 14:29:29.431751 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfc533-b960-4036-bbc5-78e665bcc49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2cbf4e-5698-4c90-9d4f-bc98a5f93edc,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:29.618728 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8c433-4152-4aee-9147-60c43d50a14b req-e8cec0b2-b6b8-4b56-9669-b1199883bba3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:29.627350 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6269ed29-4461-416b-b4d0-72e891a9d621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.631262 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b9e8c433-4152-4aee-9147-60c43d50a14b req-e8cec0b2-b6b8-4b56-9669-b1199883bba3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.1356013 Nov 23 14:29:29.661912 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-592fd655-0051-4358-9cbe-206838afe062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:29.665742 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-592fd655-0051-4358-9cbe-206838afe062 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 1096 time: 0.1705840 Nov 23 14:29:29.704158 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6269ed29-4461-416b-b4d0-72e891a9d621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.739445 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b9e8c433-4152-4aee-9147-60c43d50a14b req-5b8ff019-b488-47d8-8bd0-434f7b2a1176 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067970 Nov 23 14:29:29.750094 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f7a1-f0c3-4443-8916-c5b916f2c810 req-745ed959-6949-4cd9-bcc7-1a093ad17966 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:29.751856 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e32f7a1-f0c3-4443-8916-c5b916f2c810 req-745ed959-6949-4cd9-bcc7-1a093ad17966 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 944 time: 0.1911488 Nov 23 14:29:29.955894 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e32f7a1-f0c3-4443-8916-c5b916f2c810 req-447a971b-a297-4aaa-a534-9a23d9620c2c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838450 Nov 23 14:29:29.959360 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-7da3579e-154f-4442-81a6-72ff42952ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:29.961863 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-7da3579e-154f-4442-81a6-72ff42952ef1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 917 time: 0.2737412 Nov 23 14:29:29.964381 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6269ed29-4461-416b-b4d0-72e891a9d621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.968787 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6269ed29-4461-416b-b4d0-72e891a9d621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:29.973736 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-6269ed29-4461-416b-b4d0-72e891a9d621 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da2cbf4e-5698-4c90-9d4f-bc98a5f93edc HTTP/1.1" status: 204 len: 168 time: 0.5462611 Nov 23 14:29:29.974338 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b131682-8f12-4317-bb82-b158d52ad08c req-938866c6-4c98-4148-b223-7bcf51b562eb tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:29.981840 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6b131682-8f12-4317-bb82-b158d52ad08c req-938866c6-4c98-4148-b223-7bcf51b562eb tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 943 time: 0.1106999 Nov 23 14:29:30.031727 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269ed29-4461-416b-b4d0-72e891a9d621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2cbf4e-5698-4c90-9d4f-bc98a5f93edc,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:30.035323 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-5b86f8f2-1685-439f-98b5-330945e060ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebc70cda-420e-4598-b353-054a2e7534a3 HTTP/1.1" status: 200 len: 217 time: 0.0602109 Nov 23 14:29:30.074238 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6b131682-8f12-4317-bb82-b158d52ad08c req-2fbf7308-fb4c-426f-8fbe-44da577a19e1 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731716 Nov 23 14:29:30.161593 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-ac2e2aca-d165-4a36-a9df-05dc3c69ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:30.165435 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-ac2e2aca-d165-4a36-a9df-05dc3c69ccaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.1208003 Nov 23 14:29:30.253438 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-02837535-524a-4724-bc40-5606aaf0a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:30.255682 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-02837535-524a-4724-bc40-5606aaf0a6ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0763543 Nov 23 14:29:30.439082 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-a6e2ffee-ca38-461f-a8cd-cadce2716a53 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634786 Nov 23 14:29:30.572660 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 4641ebcf-f827-4694-b1e1-4700e620a804 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:29:30.598999 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42392) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:30.622493 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b897c1e6-d893-4737-b73e-93264b1f64b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:30.685852 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e621c7-ab19-41ba-9c13-65c3ad4d0620 req-6cc7ea65-5926-4409-8d64-a096f9d3c574 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:30.689163 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-71e621c7-ab19-41ba-9c13-65c3ad4d0620 req-6cc7ea65-5926-4409-8d64-a096f9d3c574 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 945 time: 0.2228146 Nov 23 14:29:30.741760 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 1191887d-d72f-4b81-b2dc-95d48d754872 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:30.762409 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-27f6434c-ab54-4513-a791-4f96ca5e8d18 req-dba64a56-8e66-4dcf-b9b4-7d088ca27b28 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142140 Nov 23 14:29:30.815879 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-71e621c7-ab19-41ba-9c13-65c3ad4d0620 req-11e407ff-29b7-42ea-b9d4-544655c19cff tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012599 Nov 23 14:29:30.819977 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b897c1e6-d893-4737-b73e-93264b1f64b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:30.827015 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b897c1e6-d893-4737-b73e-93264b1f64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:30.850532 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 4641ebcf-f827-4694-b1e1-4700e620a804, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4641ebcf-f827-4694-b1e1-4700e620a804,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:30.871022 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '4641ebcf-f827-4694-b1e1-4700e620a804', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'port_id': '4641ebcf-f827-4694-b1e1-4700e620a804', 'mac_address': 'fa:16:3e:2e:4a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:29:30.882458 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 1191887d-d72f-4b81-b2dc-95d48d754872 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:29:30.913909 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-b897c1e6-d893-4737-b73e-93264b1f64b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79bf3c856b364e97a5d6661a5dfcf596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132668 Nov 23 14:29:30.917514 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42400) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:30.919029 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897c1e6-d893-4737-b73e-93264b1f64b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c6da0-0140-4c49-922c-8ee71c3f24c2,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:30.937209 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 1191887d-d72f-4b81-b2dc-95d48d754872 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:30.937580 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:30.989509 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.037404 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4641ebcf-f827-4694-b1e1-4700e620a804 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:31.061642 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fd050-ecb0-4bfc-9152-5d929c86757d req-cb6a53d4-f92a-4841-806a-6248369d83c3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:31.067241 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-051fd050-ecb0-4bfc-9152-5d929c86757d req-cb6a53d4-f92a-4841-806a-6248369d83c3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.1427824 Nov 23 14:29:31.074774 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-448a2d23-0c35-4b65-8756-97ba446ce838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.098356 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 4641ebcf-f827-4694-b1e1-4700e620a804, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4641ebcf-f827-4694-b1e1-4700e620a804,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:31.116038 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.118089 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 987b19ed-9ef4-4a47-8573-c96ac0c7c916 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:29:31.130800 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-448a2d23-0c35-4b65-8756-97ba446ce838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.221552 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-051fd050-ecb0-4bfc-9152-5d929c86757d req-3471a2c8-2ba5-4835-a859-4fb641892206 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379573 Nov 23 14:29:31.239903 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d9ef2-1c4a-40a2-81d4-6431f5509428 req-65a8ef8d-b262-47e2-a105-a53f4ef1775f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:31.243086 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-488d9ef2-1c4a-40a2-81d4-6431f5509428 req-65a8ef8d-b262-47e2-a105-a53f4ef1775f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 944 time: 0.1022284 Nov 23 14:29:31.272592 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-448a2d23-0c35-4b65-8756-97ba446ce838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.276352 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-448a2d23-0c35-4b65-8756-97ba446ce838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.281735 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-448a2d23-0c35-4b65-8756-97ba446ce838 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b8c6da0-0140-4c49-922c-8ee71c3f24c2 HTTP/1.1" status: 204 len: 168 time: 0.3589244 Nov 23 14:29:31.323404 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a2d23-0c35-4b65-8756-97ba446ce838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c6da0-0140-4c49-922c-8ee71c3f24c2,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:31.342717 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.398668 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=4641ebcf-f827-4694-b1e1-4700e620a804,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:31.469187 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-488d9ef2-1c4a-40a2-81d4-6431f5509428 req-8596bb22-3506-4abf-8b2f-9cfdcb555034 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159176 Nov 23 14:29:31.470652 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d95abc-b166-433c-a7ee-a3b949394b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1191887d-d72f-4b81-b2dc-95d48d754872'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:31.474754 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991af757-1a1e-4d13-8ef4-4f1d0113ba98" -d '{"events": [{"server_uuid": "e0d95abc-b166-433c-a7ee-a3b949394b35", "name": "network-vif-plugged", "status": "completed", "tag": "1191887d-d72f-4b81-b2dc-95d48d754872"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:31.510316 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 1191887d-d72f-4b81-b2dc-95d48d754872, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1191887d-d72f-4b81-b2dc-95d48d754872,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:31.533455 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.603846 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 987b19ed-9ef4-4a47-8573-c96ac0c7c916, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=987b19ed-9ef4-4a47-8573-c96ac0c7c916,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:31.636417 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '987b19ed-9ef4-4a47-8573-c96ac0c7c916', 'network_id': '2676605f-3ea8-4a99-a7d4-2f60e2a19bf8', 'port_id': '987b19ed-9ef4-4a47-8573-c96ac0c7c916', 'mac_address': 'fa:16:3e:8b:0d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2809e92-c32e-4683-afe6-caa82f288483', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:29:31.748450 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdf3b3-c7af-4cf6-9d30-c1dc36e5d008 req-6383ab29-6df3-42cf-9c9a-f2ee51f0565c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:31.751491 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fbbdf3b3-c7af-4cf6-9d30-c1dc36e5d008 req-6383ab29-6df3-42cf-9c9a-f2ee51f0565c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 944 time: 0.1574588 Nov 23 14:29:31.790088 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=1191887d-d72f-4b81-b2dc-95d48d754872,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:31.839457 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:31.881448 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987b19ed-9ef4-4a47-8573-c96ac0c7c916 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:31.906879 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fbbdf3b3-c7af-4cf6-9d30-c1dc36e5d008 req-4f31be01-8bd1-4d68-849c-10ce85ebfdd2 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455460 Nov 23 14:29:31.959977 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 987b19ed-9ef4-4a47-8573-c96ac0c7c916, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=987b19ed-9ef4-4a47-8573-c96ac0c7c916,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:31.970247 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:32.021281 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6caba2d-a7d3-4276-a955-b8b9ad34f1e1 x-openstack-request-id: req-e6caba2d-a7d3-4276-a955-b8b9ad34f1e1 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:32.021796 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d95abc-b166-433c-a7ee-a3b949394b35", "name": "network-vif-plugged", "status": "completed", "tag": "1191887d-d72f-4b81-b2dc-95d48d754872", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:32.022226 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6caba2d-a7d3-4276-a955-b8b9ad34f1e1 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:32.022895 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d95abc-b166-433c-a7ee-a3b949394b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1191887d-d72f-4b81-b2dc-95d48d754872', 'code': 200} Nov 23 14:29:32.063046 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=987b19ed-9ef4-4a47-8573-c96ac0c7c916,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:32.466181 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25888538-4497-44b1-a082-4fe0fe7166a3 req-e6b2cadb-2739-4ce0-b739-cc4244852883 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:32.468967 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-25888538-4497-44b1-a082-4fe0fe7166a3 req-e6b2cadb-2739-4ce0-b739-cc4244852883 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0935955 Nov 23 14:29:32.548326 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-25888538-4497-44b1-a082-4fe0fe7166a3 req-3993bfc3-d8d5-4570-a53a-7a2b96728188 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663512 Nov 23 14:29:32.748223 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8aea2-defb-4245-9eac-17ebaeefa6fe req-6d63edb5-5d06-44f1-85c6-9e01737ef3fa tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:32.751088 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-27a8aea2-defb-4245-9eac-17ebaeefa6fe req-6d63edb5-5d06-44f1-85c6-9e01737ef3fa tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 945 time: 0.0972047 Nov 23 14:29:32.837704 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-27a8aea2-defb-4245-9eac-17ebaeefa6fe req-9b3fa01c-619e-4b10-b758-e936ca3a61cc tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756419 Nov 23 14:29:33.110109 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381448c1-3835-4629-b928-e0222a5192fd req-8651c23e-0da2-4531-9880-d64050d499fc tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:33.112379 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-381448c1-3835-4629-b928-e0222a5192fd req-8651c23e-0da2-4531-9880-d64050d499fc tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 944 time: 0.0697534 Nov 23 14:29:33.196755 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-381448c1-3835-4629-b928-e0222a5192fd req-6370916e-9aaa-42de-8e55-ca0d06a58bd0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745535 Nov 23 14:29:33.710034 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ebc70cda-420e-4598-b353-054a2e7534a3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:29:33.793012 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bac94-bf09-44d0-9f55-ef00cf88b9eb req-6885a94a-182b-43c7-ae1b-56a5692e0790 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:33.807327 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e25bac94-bf09-44d0-9f55-ef00cf88b9eb req-6885a94a-182b-43c7-ae1b-56a5692e0790 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.1241503 Nov 23 14:29:33.934603 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e25bac94-bf09-44d0-9f55-ef00cf88b9eb req-8ae35235-5179-4bc0-a98b-65c5e202919e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241944 Nov 23 14:29:34.004130 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:34.035594 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['4641ebcf-f827-4694-b1e1-4700e620a804'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:34.048050 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['987b19ed-9ef4-4a47-8573-c96ac0c7c916'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:34.082997 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cdff5-0dd4-48ab-9cfe-148aaef55ca0 req-7da1df5d-ade3-463d-a11d-482cce60d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:34.085755 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7c4cdff5-0dd4-48ab-9cfe-148aaef55ca0 req-7da1df5d-ade3-463d-a11d-482cce60d81f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 1099 time: 0.1066554 Nov 23 14:29:34.137902 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'port_id': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'mac_address': 'fa:16:3e:f8:49:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:29:34.209108 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7c4cdff5-0dd4-48ab-9cfe-148aaef55ca0 req-918a230f-5bc3-44f1-8aeb-d33fd4b96e1d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137164 Nov 23 14:29:34.219733 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0e4a-9405-40d0-b1a0-f8bb7ac20654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:34.271564 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:34.274100 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01dec3-a06d-4528-bf5b-6acc4a78806a req-1ae53c2e-51f2-4e65-b55c-97348075d1df tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:34.288478 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0d01dec3-a06d-4528-bf5b-6acc4a78806a req-1ae53c2e-51f2-4e65-b55c-97348075d1df tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 945 time: 0.1484389 Nov 23 14:29:34.324997 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc70cda-420e-4598-b353-054a2e7534a3 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:34.393352 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:34.429977 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:34.468697 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0d01dec3-a06d-4528-bf5b-6acc4a78806a req-33952616-a2ff-4993-b865-5506dc817b2c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790488 Nov 23 14:29:34.503698 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c3e0b-d87c-4389-b050-0c70b2ff86aa req-08e8bf00-f8e3-4a9e-9d3b-6597f73a2bd7 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:34.508600 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f04c3e0b-d87c-4389-b050-0c70b2ff86aa req-08e8bf00-f8e3-4a9e-9d3b-6597f73a2bd7 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 944 time: 0.1063671 Nov 23 14:29:34.595560 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f04c3e0b-d87c-4389-b050-0c70b2ff86aa req-752122bd-a3f7-404b-8648-b82b4bb7cc11 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644696 Nov 23 14:29:34.623872 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:34.833450 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['ebc70cda-420e-4598-b353-054a2e7534a3'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:35.153567 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce2103-7612-4c09-b293-0ef2f367a565 req-44d65af7-ab03-489f-8c84-44e006309998 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:35.156326 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fdce2103-7612-4c09-b293-0ef2f367a565 req-44d65af7-ab03-489f-8c84-44e006309998 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 944 time: 0.1041133 Nov 23 14:29:35.270778 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fdce2103-7612-4c09-b293-0ef2f367a565 req-50de55ed-4aea-46ee-b543-b401dd87f5b3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905843 Nov 23 14:29:35.683239 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf5fd2-f2a0-4770-a17d-23abd20f1d29 req-9b145218-0ffe-4bdd-9f4f-822d0c161c64 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:35.685142 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-89cf5fd2-f2a0-4770-a17d-23abd20f1d29 req-9b145218-0ffe-4bdd-9f4f-822d0c161c64 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 945 time: 0.0801857 Nov 23 14:29:35.727965 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 4641ebcf-f827-4694-b1e1-4700e620a804 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:35.770907 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e626-8989-4dd9-af4b-073a699458db req-d7e63cb0-cf0c-4419-b871-f5081f8cf276 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:35.775377 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5212e626-8989-4dd9-af4b-073a699458db req-d7e63cb0-cf0c-4419-b871-f5081f8cf276 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 944 time: 0.0821521 Nov 23 14:29:35.849852 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-89cf5fd2-f2a0-4770-a17d-23abd20f1d29 req-ea758c83-93ad-43be-84d4-8ea72e7ca445 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410139 Nov 23 14:29:35.869973 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5212e626-8989-4dd9-af4b-073a699458db req-2ac47817-8e6b-4855-b030-6c16d7d82020 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761709 Nov 23 14:29:35.890540 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 4641ebcf-f827-4694-b1e1-4700e620a804 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:29:35.916679 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 4641ebcf-f827-4694-b1e1-4700e620a804 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:35.917380 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.037294 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.078350 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a906554-7cc4-4158-855a-101a5e49581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4641ebcf-f827-4694-b1e1-4700e620a804'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:36.080933 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2c3ea6-43fb-448a-8e44-a735a8d04a61" -d '{"events": [{"server_uuid": "8a906554-7cc4-4158-855a-101a5e49581c", "name": "network-vif-plugged", "status": "completed", "tag": "4641ebcf-f827-4694-b1e1-4700e620a804"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:36.097730 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 4641ebcf-f827-4694-b1e1-4700e620a804, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4641ebcf-f827-4694-b1e1-4700e620a804,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:36.107368 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.109240 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 987b19ed-9ef4-4a47-8573-c96ac0c7c916 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:36.183481 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e59ad7-41bf-420a-b695-288995347dc2 x-openstack-request-id: req-11e59ad7-41bf-420a-b695-288995347dc2 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:36.183977 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a906554-7cc4-4158-855a-101a5e49581c", "name": "network-vif-plugged", "status": "completed", "tag": "4641ebcf-f827-4694-b1e1-4700e620a804", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:36.184851 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11e59ad7-41bf-420a-b695-288995347dc2 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:36.185293 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a906554-7cc4-4158-855a-101a5e49581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4641ebcf-f827-4694-b1e1-4700e620a804', 'code': 200} Nov 23 14:29:36.230879 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=4641ebcf-f827-4694-b1e1-4700e620a804,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:36.254748 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 987b19ed-9ef4-4a47-8573-c96ac0c7c916 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:29:36.260064 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 987b19ed-9ef4-4a47-8573-c96ac0c7c916 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:36.260458 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.434652 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079b65c-d4be-40f6-85e1-974dcf059ef9 req-c1d575e1-aa4c-4e41-ba2e-5337fb1cbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:36.436378 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7079b65c-d4be-40f6-85e1-974dcf059ef9 req-c1d575e1-aa4c-4e41-ba2e-5337fb1cbd8e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 1098 time: 0.0604210 Nov 23 14:29:36.449566 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.487071 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9c730-62ca-41ec-aaf5-19a1403228ce req-b529700a-e4fa-4cf3-832d-c547e9dd6f27 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:36.490030 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-45b9c730-62ca-41ec-aaf5-19a1403228ce req-b529700a-e4fa-4cf3-832d-c547e9dd6f27 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 944 time: 0.0917122 Nov 23 14:29:36.510660 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7079b65c-d4be-40f6-85e1-974dcf059ef9 req-6c3955dc-6172-46bf-aec2-4e09c3cd5d82 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659182 Nov 23 14:29:36.519969 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 987b19ed-9ef4-4a47-8573-c96ac0c7c916, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=987b19ed-9ef4-4a47-8573-c96ac0c7c916,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:36.524752 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.576618 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-45b9c730-62ca-41ec-aaf5-19a1403228ce req-afff6261-2d6e-4e76-bd45-d99217e37593 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779901 Nov 23 14:29:36.613611 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b4406bfa-73eb-4ad3-8755-8c2fabcb1a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:36.613611 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=987b19ed-9ef4-4a47-8573-c96ac0c7c916,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:37.087844 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584aa25-2bed-4742-b87f-99f4a9b8ead3 req-01fcb4b9-2001-4b69-aef3-3abd575724a7 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:37.096042 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a584aa25-2bed-4742-b87f-99f4a9b8ead3 req-01fcb4b9-2001-4b69-aef3-3abd575724a7 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0902770 Nov 23 14:29:37.126326 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d2906-e678-4e44-a3aa-63f1c4fc4086 req-79f0d805-d9bd-40a2-82cc-c2f61f3bec45 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:37.128982 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-473d2906-e678-4e44-a3aa-63f1c4fc4086 req-79f0d805-d9bd-40a2-82cc-c2f61f3bec45 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1000559 Nov 23 14:29:37.197929 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a584aa25-2bed-4742-b87f-99f4a9b8ead3 req-c20b20b2-1287-4521-9c39-2078014b8a20 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013870 Nov 23 14:29:37.226272 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-473d2906-e678-4e44-a3aa-63f1c4fc4086 req-d9e8cb2a-c276-400f-91b9-492c9b07dd63 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868356 Nov 23 14:29:37.715878 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0406ac-9ebb-43a0-9087-d32835d12b87 req-7720609d-aa90-4e3a-9e83-dd07a4bfc80a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:37.717618 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8a0406ac-9ebb-43a0-9087-d32835d12b87 req-7720609d-aa90-4e3a-9e83-dd07a4bfc80a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 944 time: 0.0540674 Nov 23 14:29:37.758596 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:29:37.771711 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8a0406ac-9ebb-43a0-9087-d32835d12b87 req-01fa9c8b-be0f-4fa1-9063-e56e85e6cf49 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479639 Nov 23 14:29:37.982021 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ebc70cda-420e-4598-b353-054a2e7534a3 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:38.038819 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port ebc70cda-420e-4598-b353-054a2e7534a3 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:29:38.046679 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port ebc70cda-420e-4598-b353-054a2e7534a3 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:38.047160 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.131746 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.172553 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:38.179682 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.186152 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8e8f13-3493-4d35-a574-930b4209bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987b19ed-9ef4-4a47-8573-c96ac0c7c916'}, {'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:38.188725 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29235bc0-23e1-47b4-b23a-375bd0b197c5" -d '{"events": [{"server_uuid": "0f8e8f13-3493-4d35-a574-930b4209bf41", "name": "network-vif-plugged", "status": "completed", "tag": "987b19ed-9ef4-4a47-8573-c96ac0c7c916"}, {"server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "name": "network-vif-plugged", "status": "completed", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:38.212230 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:38.235453 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac110842-7b45-4b79-bc91-b934fa669d92 x-openstack-request-id: req-ac110842-7b45-4b79-bc91-b934fa669d92 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:38.235940 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8e8f13-3493-4d35-a574-930b4209bf41", "name": "network-vif-plugged", "status": "completed", "tag": "987b19ed-9ef4-4a47-8573-c96ac0c7c916", "code": 200}, {"server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "name": "network-vif-plugged", "status": "completed", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:38.236369 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac110842-7b45-4b79-bc91-b934fa669d92 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:38.236963 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8e8f13-3493-4d35-a574-930b4209bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987b19ed-9ef4-4a47-8573-c96ac0c7c916', 'code': 200} Nov 23 14:29:38.237225 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'code': 200} Nov 23 14:29:38.243202 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:38.340971 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bcb1f-4f7c-452b-a251-13dc5b16ebcb req-4e1f7286-6585-468b-9aba-803c16bf6683 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:38.342628 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3b3bcb1f-4f7c-452b-a251-13dc5b16ebcb req-4e1f7286-6585-468b-9aba-803c16bf6683 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0591331 Nov 23 14:29:38.391225 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9ce67-0885-4575-9578-87faadad9fad req-bdd7a9eb-fa56-4276-b4fb-6abc1eb937da tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:38.393721 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-75e9ce67-0885-4575-9578-87faadad9fad req-bdd7a9eb-fa56-4276-b4fb-6abc1eb937da tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0665450 Nov 23 14:29:38.406280 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3b3bcb1f-4f7c-452b-a251-13dc5b16ebcb req-536509fa-9733-4b7d-aea0-37c6ba558e61 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554705 Nov 23 14:29:38.460473 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-75e9ce67-0885-4575-9578-87faadad9fad req-54a8aa4f-f631-4614-8821-e7732c3211ee tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593321 Nov 23 14:29:38.929104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1fc7f-49c1-4ab1-b3b8-b5bf56ee0487 req-48686b29-084a-4038-8d44-b9bf48449215 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:38.931278 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-acb1fc7f-49c1-4ab1-b3b8-b5bf56ee0487 req-48686b29-084a-4038-8d44-b9bf48449215 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.0817547 Nov 23 14:29:38.996721 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-acb1fc7f-49c1-4ab1-b3b8-b5bf56ee0487 req-4add5a2d-a716-4bf4-98d9-7bbafdef3402 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536594 Nov 23 14:29:39.534364 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986843a-e4e0-49b4-9e44-e45c3584965f req-af92fc43-92ff-41c8-a343-3c10735706a4 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:39.535884 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c986843a-e4e0-49b4-9e44-e45c3584965f req-af92fc43-92ff-41c8-a343-3c10735706a4 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0534377 Nov 23 14:29:39.590245 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c986843a-e4e0-49b4-9e44-e45c3584965f req-1b2d5f2b-1d36-444b-b2fe-9fcdcd3af04f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471506 Nov 23 14:29:39.612313 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e4326-354f-4ced-93df-d34b27107e58 req-e82aa8c4-40d0-4092-a19a-e097fae8caa7 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:39.613926 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-da1e4326-354f-4ced-93df-d34b27107e58 req-e82aa8c4-40d0-4092-a19a-e097fae8caa7 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0580049 Nov 23 14:29:39.673258 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-da1e4326-354f-4ced-93df-d34b27107e58 req-bffef623-d08b-4f03-bf83-f98e24485862 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526171 Nov 23 14:29:39.823846 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.144933 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a660e88-9dbf-46b2-947b-9491e3a3766a req-012e8fed-81eb-4b03-af5c-8bbcd4c1ba17 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:40.146518 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8a660e88-9dbf-46b2-947b-9491e3a3766a req-012e8fed-81eb-4b03-af5c-8bbcd4c1ba17 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.0566738 Nov 23 14:29:40.257427 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8a660e88-9dbf-46b2-947b-9491e3a3766a req-aff222f5-b118-41dd-8b83-5e5dffa80058 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033418 Nov 23 14:29:40.268005 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a820f9b-ae34-4e26-84c5-0ffdc84294f5 req-a9482a0c-5714-4bbd-b7bd-c0ea4179fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:40.269570 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6a820f9b-ae34-4e26-84c5-0ffdc84294f5 req-a9482a0c-5714-4bbd-b7bd-c0ea4179fd4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 1098 time: 0.1068063 Nov 23 14:29:40.302052 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cd021-f831-4c2b-b60b-ea14375c2724 req-7712b292-6905-49b6-8d79-593a8f903cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:40.303497 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f5cd021-f831-4c2b-b60b-ea14375c2724 req-7712b292-6905-49b6-8d79-593a8f903cb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 1099 time: 0.0939500 Nov 23 14:29:40.352900 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6a820f9b-ae34-4e26-84c5-0ffdc84294f5 req-c5109da8-c219-4977-80e4-3dae39b627b2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703986 Nov 23 14:29:40.374789 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f5cd021-f831-4c2b-b60b-ea14375c2724 req-ed49d963-bf70-4024-a9f2-4a6f6bac75cb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628834 Nov 23 14:29:40.478956 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:40.731784 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2613f-43cb-4b7a-8bde-26f8692efcc8 req-0dfd36a7-3bed-401f-8681-07d6fc9cded6 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:40.733355 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ffa2613f-43cb-4b7a-8bde-26f8692efcc8 req-0dfd36a7-3bed-401f-8681-07d6fc9cded6 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0602136 Nov 23 14:29:40.791245 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ffa2613f-43cb-4b7a-8bde-26f8692efcc8 req-80dd913b-9fef-4c04-baad-8c82be5d3197 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506907 Nov 23 14:29:40.832041 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d9bb5-772a-49ae-93d5-1c74b9c234c9 req-5cdcf1a2-060b-4c2d-a658-f0193707b6f0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:40.833799 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-795d9bb5-772a-49ae-93d5-1c74b9c234c9 req-5cdcf1a2-060b-4c2d-a658-f0193707b6f0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0732388 Nov 23 14:29:40.901364 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-795d9bb5-772a-49ae-93d5-1c74b9c234c9 req-b60801b7-2d84-43eb-a06e-ffd96271f795 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603592 Nov 23 14:29:40.988498 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-9bef523f-3c87-4d36-a1f8-05d5fc1e889a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418520 Nov 23 14:29:41.098667 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-53c53d44-004a-4608-bb01-e4472cad1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:41.100211 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-53c53d44-004a-4608-bb01-e4472cad1a56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 1098 time: 0.0576870 Nov 23 14:29:41.236659 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-e073ab1c-26ea-4918-a990-700cc8f91b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:41.238393 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-e073ab1c-26ea-4918-a990-700cc8f91b66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 915 time: 0.1010027 Nov 23 14:29:41.303281 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-55870164-b728-4ab2-8fb7-c76daf649305 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f1c2f93-c573-437c-8865-109e26b85122 HTTP/1.1" status: 200 len: 217 time: 0.0539715 Nov 23 14:29:41.371533 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-e90b8cb9-b32f-42f3-bc2b-4f10c59643ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:41.377416 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-e90b8cb9-b32f-42f3-bc2b-4f10c59643ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 200 len: 854 time: 0.0635681 Nov 23 14:29:41.415926 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-236fc11d-1947-4e2f-9071-d003f5701cc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=316a669b-d7ee-4929-8536-9a04b5e93fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279620 Nov 23 14:29:41.472207 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97257698-a4ff-433f-b6a7-93f45d2e0cc2 req-c71af299-49fe-4a2e-92b2-484e9ca00e52 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:41.474553 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-97257698-a4ff-433f-b6a7-93f45d2e0cc2 req-c71af299-49fe-4a2e-92b2-484e9ca00e52 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.0878890 Nov 23 14:29:41.542825 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-97257698-a4ff-433f-b6a7-93f45d2e0cc2 req-fab52f25-e2f8-4026-8911-f0a8e2550671 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618260 Nov 23 14:29:41.559148 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42706) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:41.568911 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42708) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:41.662948 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-f1f88eee-4d4b-4ce0-bc97-766a6a0b834a service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350385 Nov 23 14:29:41.805137 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:41.835783 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5bd35833-4026-4e5c-923c-a8f83621fe43 req-8a4bcf7e-b77a-4656-a46e-55bd522835c8 service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609676 Nov 23 14:29:41.840918 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6450d6a0-42c4-45c1-8dcf-759026ec387f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:41.970271 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c114ddb-ad32-4bf9-89dc-f224ef6c9fbc req-c9867ef2-b9e8-4c48-8a2a-3749e43bec83 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:41.975635 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5c114ddb-ad32-4bf9-89dc-f224ef6c9fbc req-c9867ef2-b9e8-4c48-8a2a-3749e43bec83 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0897963 Nov 23 14:29:41.986104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:41.994390 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.038903 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6450d6a0-42c4-45c1-8dcf-759026ec387f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.062107 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5c114ddb-ad32-4bf9-89dc-f224ef6c9fbc req-fc35eba8-fb25-406c-b8d3-cb17b9db73dd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767303 Nov 23 14:29:42.079675 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6450d6a0-42c4-45c1-8dcf-759026ec387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.102780 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ca0098-8f3d-4278-8481-c93d1fa86700,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:42.113718 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a740e7448e545949214f500e91cf252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399888 Nov 23 14:29:42.114793 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42720) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:42.126793 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.127147 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.127499 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.127844 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.128179 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.128516 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.128845 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.129212 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.129541 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.129868 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.130194 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.130517 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a68a7-5773-42c8-b73a-7d6d72fd5ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.143670 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-6450d6a0-42c4-45c1-8dcf-759026ec387f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=704362ae1ebf4bd8b61993dcd41d78d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5790343 Nov 23 14:29:42.153422 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42722) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:42.205464 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f189e-5e24-495e-b718-a3c67a8f5759 req-030cad5b-d0de-4e9e-bfbb-53290947905c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:42.217715 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c00f189e-5e24-495e-b718-a3c67a8f5759 req-030cad5b-d0de-4e9e-bfbb-53290947905c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1908646 Nov 23 14:29:42.225472 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450d6a0-42c4-45c1-8dcf-759026ec387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a5c8a6-220b-4f3e-be93-c2e01d9ddae9,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:42.272301 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.313882 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.315438 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d7e865ef-ec3b-4a24-9a6c-5a5b25979097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.354223 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c00f189e-5e24-495e-b718-a3c67a8f5759 req-68f36e4e-853c-4f68-bb01-60a5664e4b68 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307364 Nov 23 14:29:42.368784 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d7e865ef-ec3b-4a24-9a6c-5a5b25979097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.411550 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.414601 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.415959 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5ca0098-8f3d-4278-8481-c93d1fa86700 HTTP/1.1" status: 204 len: 168 time: 0.2999344 Nov 23 14:29:42.426707 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ca0098-8f3d-4278-8481-c93d1fa86700,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:42.436077 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.436077 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.436471 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.436712 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.437811 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.438891 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.439335 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.440257 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.440731 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.441220 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.441409 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.441659 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7e2874-ba5b-4115-b876-d3d27dbc5b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:42.473000 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d7e865ef-ec3b-4a24-9a6c-5a5b25979097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.475802 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d7e865ef-ec3b-4a24-9a6c-5a5b25979097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.477525 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-d7e865ef-ec3b-4a24-9a6c-5a5b25979097 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0a5c8a6-220b-4f3e-be93-c2e01d9ddae9 HTTP/1.1" status: 204 len: 168 time: 0.3226492 Nov 23 14:29:42.499151 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e865ef-ec3b-4a24-9a6c-5a5b25979097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a5c8a6-220b-4f3e-be93-c2e01d9ddae9,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:42.536315 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31b3a-be70-482d-b3cb-ed6e14adc74b req-2baef224-7fb0-490e-8789-7f10ee1e80a1 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:42.539494 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3af31b3a-be70-482d-b3cb-ed6e14adc74b req-2baef224-7fb0-490e-8789-7f10ee1e80a1 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0869431 Nov 23 14:29:42.553664 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42734) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:42.560377 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-ec744280-8bd9-44f2-bf81-3c0aa42cf1c3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'floatingip': {'port_id': '4641ebcf-f827-4694-b1e1-4700e620a804'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:42.733438 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ec744280-8bd9-44f2-bf81-3c0aa42cf1c3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:42.818936 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ca909-89b4-4c2a-9479-479ffe7132c4 req-5c42931d-4630-4ea7-b8b9-75c4982522a4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:42.822321 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-782ca909-89b4-4c2a-9479-479ffe7132c4 req-5c42931d-4630-4ea7-b8b9-75c4982522a4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1120858 Nov 23 14:29:42.940251 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-782ca909-89b4-4c2a-9479-479ffe7132c4 req-6cd182f0-cdf1-4946-857b-8e63fbefdd00 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109548 Nov 23 14:29:43.086534 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42756) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:43.111368 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0935d0c5-b3ee-4f59-a4b7-908ea904bb55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.348399 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842c6c-e708-4953-846d-94a8e1cd2dcf req-257a4f09-6f6c-4996-9902-ccf8e440b19b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:43.361757 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0935d0c5-b3ee-4f59-a4b7-908ea904bb55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.361930 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-be842c6c-e708-4953-846d-94a8e1cd2dcf req-257a4f09-6f6c-4996-9902-ccf8e440b19b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.2706685 Nov 23 14:29:43.362096 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42764) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:43.370331 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-964351ad-80e4-499f-bfd1-e9bed607514a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'floatingip': {'port_id': 'ebc70cda-420e-4598-b353-054a2e7534a3'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:43.405721 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0935d0c5-b3ee-4f59-a4b7-908ea904bb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.502881 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-964351ad-80e4-499f-bfd1-e9bed607514a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:43.549206 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294f1a3-5cd7-4ac0-976b-b1eb2c8d27f8 req-709a3837-6601-4548-a80f-d5782d11d100 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:43.551889 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d294f1a3-5cd7-4ac0-976b-b1eb2c8d27f8 req-709a3837-6601-4548-a80f-d5782d11d100 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.2710280 Nov 23 14:29:43.838233 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-0935d0c5-b3ee-4f59-a4b7-908ea904bb55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbcca56481614f5db97de4e03826a98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7498484 Nov 23 14:29:43.846375 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935d0c5-b3ee-4f59-a4b7-908ea904bb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fe307e-6af3-4ef0-8391-9f7dd26447d7,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:43.850651 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42776) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:43.999457 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-965e214a-bfa4-4c54-bc89-7312bdd6868b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.066307 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-965e214a-bfa4-4c54-bc89-7312bdd6868b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.122587 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d294f1a3-5cd7-4ac0-976b-b1eb2c8d27f8 req-fe1ef775-1eac-49c6-acd2-cd89615a288f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915056 Nov 23 14:29:44.205864 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.db.resource_extend [None req-ec744280-8bd9-44f2-bf81-3c0aa42cf1c3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 14:29:44.534080 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ec744280-8bd9-44f2-bf81-3c0aa42cf1c3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.544408 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ec744280-8bd9-44f2-bf81-3c0aa42cf1c3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.608927 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-965e214a-bfa4-4c54-bc89-7312bdd6868b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.628614 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-965e214a-bfa4-4c54-bc89-7312bdd6868b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:44.631944 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-965e214a-bfa4-4c54-bc89-7312bdd6868b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32fe307e-6af3-4ef0-8391-9f7dd26447d7 HTTP/1.1" status: 204 len: 168 time: 0.7774785 Nov 23 14:29:44.697645 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e214a-bfa4-4c54-bc89-7312bdd6868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fe307e-6af3-4ef0-8391-9f7dd26447d7,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:44.923260 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe87a1c-fda9-4bae-8553-a63b18c3b61f req-7bafe645-8c7e-4577-bfa6-ac4a827a4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:44.925987 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3fe87a1c-fda9-4bae-8553-a63b18c3b61f req-7bafe645-8c7e-4577-bfa6-ac4a827a4c8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 1099 time: 0.1158154 Nov 23 14:29:44.959357 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42836) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:45.046639 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.l3_db [None req-ec744280-8bd9-44f2-bf81-3c0aa42cf1c3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Floating IP 43f6c04d-9477-48ea-8b17-edd9a524f480 associated. External IP: 172.27.1.221, port: 4641ebcf-f827-4694-b1e1-4700e620a804. Nov 23 14:29:45.219324 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42850) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:45.286569 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe87a1c-fda9-4bae-8553-a63b18c3b61f req-c864235e-3963-4678-8b64-e55d7e3af266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:45.288059 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3fe87a1c-fda9-4bae-8553-a63b18c3b61f req-c864235e-3963-4678-8b64-e55d7e3af266 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 919 time: 0.3468268 Nov 23 14:29:45.465220 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-39ff483e-e72c-4d2c-a6e5-8a2ffc48a556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:45.480203 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3fe87a1c-fda9-4bae-8553-a63b18c3b61f req-74dcc8dd-4c9c-45d6-8fd2-24357ca995ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=987b19ed-9ef4-4a47-8573-c96ac0c7c916 HTTP/1.1" status: 200 len: 217 time: 0.1609309 Nov 23 14:29:45.518460 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c92332-9ef9-4134-84c5-5956746b734b req-4e4a3b7d-07a8-4deb-80a8-0efd54fb1430 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:45.520133 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-71c92332-9ef9-4134-84c5-5956746b734b req-4e4a3b7d-07a8-4deb-80a8-0efd54fb1430 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.4609787 Nov 23 14:29:45.531967 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-964351ad-80e4-499f-bfd1-e9bed607514a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:45.546600 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7acb8dc3-c0f4-4d1a-b2a5-324ee93b965c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:45.553137 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-964351ad-80e4-499f-bfd1-e9bed607514a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:45.657876 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-e3e5fb35-0747-41f2-b0f7-0aed35bf5227 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:45.660374 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-e3e5fb35-0747-41f2-b0f7-0aed35bf5227 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 814 time: 0.3943002 Nov 23 14:29:45.677441 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe87a1c-fda9-4bae-8553-a63b18c3b61f req-4cfa61d7-7f12-4ac5-8fe5-e2a39f8b8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:45.679731 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3fe87a1c-fda9-4bae-8553-a63b18c3b61f req-4cfa61d7-7f12-4ac5-8fe5-e2a39f8b8b0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2809e92-c32e-4683-afe6-caa82f288483 HTTP/1.1" status: 200 len: 858 time: 0.1866803 Nov 23 14:29:45.726080 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-71c92332-9ef9-4134-84c5-5956746b734b req-54fc9386-2403-4c65-a694-8966ccf7ae5d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922190 Nov 23 14:29:45.731985 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-45e341de-bc19-4cb3-a08f-6057109aa8f2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/quotas/d88139bd5bbb4ae390a08624d36c16b6 HTTP/1.1" status: 200 len: 375 time: 0.0590634 Nov 23 14:29:45.767569 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec744280-8bd9-44f2-bf81-3c0aa42cf1c3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:29:45.771299 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3fe87a1c-fda9-4bae-8553-a63b18c3b61f req-94102feb-ca07-46d7-b93a-915d3b267aa8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718231 Nov 23 14:29:45.796980 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.l3_db [None req-964351ad-80e4-499f-bfd1-e9bed607514a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Floating IP e4176ca1-194f-4181-b54e-e4526ee10e0f associated. External IP: 172.27.1.45, port: ebc70cda-420e-4598-b353-054a2e7534a3. Nov 23 14:29:45.856043 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-39ff483e-e72c-4d2c-a6e5-8a2ffc48a556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:45.862281 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-39ff483e-e72c-4d2c-a6e5-8a2ffc48a556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:45.952772 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-39ff483e-e72c-4d2c-a6e5-8a2ffc48a556 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=907b400d996341b0a3f9626966f902f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7293088 Nov 23 14:29:45.953150 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff483e-e72c-4d2c-a6e5-8a2ffc48a556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b381977f-1142-45cb-befb-0653055b5265,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:45.957700 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42880) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:46.060673 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.107794 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-ac825dd8-656c-4de3-880f-2b3f39450c53 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3440735 Nov 23 14:29:46.120620 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-50ed7353-ade6-4bd4-a141-bd569391847a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.165715 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-50ed7353-ade6-4bd4-a141-bd569391847a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.190914 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7acb8dc3-c0f4-4d1a-b2a5-324ee93b965c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.200366 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964351ad-80e4-499f-bfd1-e9bed607514a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:29:46.223873 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7acb8dc3-c0f4-4d1a-b2a5-324ee93b965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.286049 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-50ed7353-ade6-4bd4-a141-bd569391847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.289201 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-50ed7353-ade6-4bd4-a141-bd569391847a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.292825 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-50ed7353-ade6-4bd4-a141-bd569391847a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b381977f-1142-45cb-befb-0653055b5265 HTTP/1.1" status: 204 len: 168 time: 0.3315134 Nov 23 14:29:46.339783 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed7353-ade6-4bd4-a141-bd569391847a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b381977f-1142-45cb-befb-0653055b5265,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:46.385057 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964351ad-80e4-499f-bfd1-e9bed607514a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:29:46.392015 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-964351ad-80e4-499f-bfd1-e9bed607514a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.404126 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] Sync routers for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:29:46.417503 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:29:46.418253 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:29:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:46.545356 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-7acb8dc3-c0f4-4d1a-b2a5-324ee93b965c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=059a6d6d744748eeb48845ca3e0478ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5790708 Nov 23 14:29:46.578600 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42886) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:46.619299 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3fe87a1c-fda9-4bae-8553-a63b18c3b61f req-667e3447-133a-43b7-9a8f-87370338e351 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222458 Nov 23 14:29:46.632520 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:29:46.760974 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-964351ad-80e4-499f-bfd1-e9bed607514a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "PUT /v2.0/floatingips/e4176ca1-194f-4181-b54e-e4526ee10e0f HTTP/1.1" status: 200 len: 990 time: 3.3970001 Nov 23 14:29:46.761981 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:46.770846 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb8dc3-c0f4-4d1a-b2a5-324ee93b965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762cfe38-0478-429d-8a3b-4f57edb485f4,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:46.770987 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d" -d '{"events": [{"name": "network-changed", "server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:46.792302 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec744280-8bd9-44f2-bf81-3c0aa42cf1c3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:29:46.805351 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] Sync routers for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:29:46.817245 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ec744280-8bd9-44f2-bf81-3c0aa42cf1c3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.827650 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:29:46.827650 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:29:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:46.831964 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d46e44a8-294e-443a-8f46-7564b14aa795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:46.866586 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3fe87a1c-fda9-4bae-8553-a63b18c3b61f req-a4744e85-0325-42a9-b29c-61e348496a7c service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208695 Nov 23 14:29:46.889908 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-22e5fb86-5205-4f29-9b82-cfca15b65919 service neutron] 10.222.0.59 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7650571 Nov 23 14:29:46.953055 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-ec744280-8bd9-44f2-bf81-3c0aa42cf1c3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "PUT /v2.0/floatingips/43f6c04d-9477-48ea-8b17-edd9a524f480 HTTP/1.1" status: 200 len: 991 time: 4.3976958 Nov 23 14:29:46.970865 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a906554-7cc4-4158-855a-101a5e49581c', 'tag': '4641ebcf-f827-4694-b1e1-4700e620a804'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:46.973545 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a219f47f-dd94-4863-bada-0a6292c451c7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a906554-7cc4-4158-855a-101a5e49581c", "tag": "4641ebcf-f827-4694-b1e1-4700e620a804"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:46.992668 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d46e44a8-294e-443a-8f46-7564b14aa795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:47.066618 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:29:47.095189 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce454e-16bc-4efe-a04c-5c8c4d900331 req-dc462b04-9382-4a73-8c04-1230c3b6d81e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:47.111313 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8cce454e-16bc-4efe-a04c-5c8c4d900331 req-dc462b04-9382-4a73-8c04-1230c3b6d81e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1192529 Nov 23 14:29:47.173977 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-acc21dc6-7b36-43b6-b514-72eac664751a service neutron] 10.222.0.59 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820485 Nov 23 14:29:47.192231 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d46e44a8-294e-443a-8f46-7564b14aa795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:47.195462 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d46e44a8-294e-443a-8f46-7564b14aa795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:47.196673 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-d46e44a8-294e-443a-8f46-7564b14aa795 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/762cfe38-0478-429d-8a3b-4f57edb485f4 HTTP/1.1" status: 204 len: 168 time: 0.6151812 Nov 23 14:29:47.219211 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e44a8-294e-443a-8f46-7564b14aa795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762cfe38-0478-429d-8a3b-4f57edb485f4,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:47.234762 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8cce454e-16bc-4efe-a04c-5c8c4d900331 req-451d69a7-e0ef-4962-826e-5c6a2be6b89d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182911 Nov 23 14:29:47.295975 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf3c3c-dd1b-4163-8e69-039f09938575 x-openstack-request-id: req-e1bf3c3c-dd1b-4163-8e69-039f09938575 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:47.297084 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:47.297381 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e1bf3c3c-dd1b-4163-8e69-039f09938575 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:47.300930 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'status': 'completed', 'code': 200} Nov 23 14:29:47.332991 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': 'e4176ca1-194f-4181-b54e-e4526ee10e0f', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'port_id': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'mac_address': 'fa:16:3e:f8:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:29:09Z', 'updated_at': '2021-11-23T14:29:45Z', 'revision_number': 1, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:47.414197 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] Checking router: 779ff37c-dfd6-4faf-9d0c-b30640a324e9 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:29:47.427330 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:29:47.428258 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:29:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:47.442470 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-5bb5cfae-f214-4276-85a1-acb01af6990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:47.444032 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-5bb5cfae-f214-4276-85a1-acb01af6990b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 1098 time: 0.1170413 Nov 23 14:29:47.727737 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:29:47.785401 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c626eb1-6509-405c-8512-727c725fa1ca x-openstack-request-id: req-5c626eb1-6509-405c-8512-727c725fa1ca {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:47.788446 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a906554-7cc4-4158-855a-101a5e49581c", "tag": "4641ebcf-f827-4694-b1e1-4700e620a804", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:47.791626 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c626eb1-6509-405c-8512-727c725fa1ca {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:47.808448 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a906554-7cc4-4158-855a-101a5e49581c', 'tag': '4641ebcf-f827-4694-b1e1-4700e620a804', 'status': 'completed', 'code': 200} Nov 23 14:29:47.811542 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-7c635d83-d646-442a-bb36-d48c30fb7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:47.822712 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-7c635d83-d646-442a-bb36-d48c30fb7b1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 917 time: 0.3671317 Nov 23 14:29:47.975157 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '43f6c04d-9477-48ea-8b17-edd9a524f480', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'port_id': '4641ebcf-f827-4694-b1e1-4700e620a804', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'mac_address': 'fa:16:3e:2e:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a906554-7cc4-4158-855a-101a5e49581c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:29:04Z', 'updated_at': '2021-11-23T14:29:44Z', 'revision_number': 1, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:48.016086 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] Checking router: 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:29:48.029547 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:29:48.030679 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:29:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:48.174916 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 42946) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:48.194743 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7fac164d-6da1-4946-8556-759e52b43057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:48.204166 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-3768fcb7-3f05-48e0-a2c3-de04d2970db6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebc70cda-420e-4598-b353-054a2e7534a3 HTTP/1.1" status: 200 len: 998 time: 0.2947280 Nov 23 14:29:48.211640 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c49220ea-d8dd-4122-ace4-656cfa3bed9f req-a91a6f16-8bc1-45ac-922b-23bf3877d8aa tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 210 time: 0.4412451 Nov 23 14:29:48.222709 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-6c490f6a-b8c3-4674-97bb-3a717abee35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:48.224689 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-6c490f6a-b8c3-4674-97bb-3a717abee35f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 1098 time: 0.4148881 Nov 23 14:29:48.292029 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:29:48.321695 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': 'e4176ca1-194f-4181-b54e-e4526ee10e0f', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'port_id': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'mac_address': 'fa:16:3e:f8:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:29:09Z', 'updated_at': '2021-11-23T14:29:45Z', 'revision_number': 1, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:48.374865 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7a4c5-cd94-490c-b5f2-c67aaf83e9d2 None None] The sync data for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi is: [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': 'e4176ca1-194f-4181-b54e-e4526ee10e0f', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'port_id': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'mac_address': 'fa:16:3e:f8:49:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:29:09Z', 'updated_at': '2021-11-23T14:29:45Z', 'revision_number': 1, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:29:48.428443 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-33e76890-ee84-4073-97be-427b274b89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:48.430274 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-33e76890-ee84-4073-97be-427b274b89d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.2040896 Nov 23 14:29:48.535827 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-cae952be-4073-4d5a-a121-5eac6f173dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:48.538197 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-cae952be-4073-4d5a-a121-5eac6f173dca service neutron] 10.222.0.48 "GET /v2.0/networks?id=72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 200 len: 912 time: 0.3019979 Nov 23 14:29:48.558569 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7fac164d-6da1-4946-8556-759e52b43057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:48.583939 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7fac164d-6da1-4946-8556-759e52b43057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:48.608062 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046e0b-14d7-46cd-a0ce-04d5ebb06a8b req-0d165902-923b-4cc7-93ed-801e678e328e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:48.632449 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c2046e0b-14d7-46cd-a0ce-04d5ebb06a8b req-0d165902-923b-4cc7-93ed-801e678e328e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.2438953 Nov 23 14:29:48.673608 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-3789b3e4-b014-4dd0-90d4-318ae52107dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:48.676204 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-3789b3e4-b014-4dd0-90d4-318ae52107dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2283225 Nov 23 14:29:48.734440 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac164d-6da1-4946-8556-759e52b43057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21ba44d-afba-4298-ad03-0219723ae003,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:48.746372 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-b5b06098-3415-44d9-99e6-fb14ff79913b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4641ebcf-f827-4694-b1e1-4700e620a804 HTTP/1.1" status: 200 len: 999 time: 0.1991873 Nov 23 14:29:48.766661 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-7fac164d-6da1-4946-8556-759e52b43057 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4b1408b48a54e4388c485b7a666ed2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902233 Nov 23 14:29:48.795086 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 42960) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:48.863138 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c2046e0b-14d7-46cd-a0ce-04d5ebb06a8b req-9c55dee0-69f6-4e72-b188-ed5160bec543 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069468 Nov 23 14:29:48.914807 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca35af-756c-4c29-8fd0-804b41425277 None None] New status for floating IP e4176ca1-194f-4181-b54e-e4526ee10e0f: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:29:48.978551 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '43f6c04d-9477-48ea-8b17-edd9a524f480', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'port_id': '4641ebcf-f827-4694-b1e1-4700e620a804', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'mac_address': 'fa:16:3e:2e:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a906554-7cc4-4158-855a-101a5e49581c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:29:04Z', 'updated_at': '2021-11-23T14:29:44Z', 'revision_number': 1, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:49.031026 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-ad6fa531-af37-48fb-b74a-7a2c06288227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:49.033577 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-ad6fa531-af37-48fb-b74a-7a2c06288227 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70 HTTP/1.1" status: 200 len: 850 time: 0.2412314 Nov 23 14:29:49.034527 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a5e79-7f39-4dfd-a736-c1f6a7c56ba4 None None] The sync data for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi is: [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '43f6c04d-9477-48ea-8b17-edd9a524f480', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'port_id': '4641ebcf-f827-4694-b1e1-4700e620a804', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'mac_address': 'fa:16:3e:2e:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a906554-7cc4-4158-855a-101a5e49581c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:29:04Z', 'updated_at': '2021-11-23T14:29:44Z', 'revision_number': 1, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:29:49.130161 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-48cb66ca-8d9b-4a48-a7b9-1da49e9f8d4e service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805921 Nov 23 14:29:49.131264 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d902d6fb-e454-4393-8d75-25e72d597f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.151054 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-2e8cd0e6-9838-4b0a-9628-fd62e0e4a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:49.152906 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-2e8cd0e6-9838-4b0a-9628-fd62e0e4a97b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72082c76-6ced-497f-a837-e78d35ddc847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1057622 Nov 23 14:29:49.305538 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d902d6fb-e454-4393-8d75-25e72d597f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.366110 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee65bc1f-348c-4ddc-b2e7-cd653b6df715 None None] New status for floating IP 43f6c04d-9477-48ea-8b17-edd9a524f480: ACTIVE {{(pid=102954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:29:49.369616 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d20e8bac-1480-492a-b64d-978120203fa6 req-4957bf4b-584e-4a2d-a72a-94ec34b6782a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 210 time: 0.0403640 Nov 23 14:29:49.507472 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c2ccf9c0-6c50-4b5d-b2d6-06429737ff3d req-0ad1eb8d-9bf3-43c3-81a3-3d54d45a9f90 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683269 Nov 23 14:29:49.557816 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-7634290c-2ccc-400a-8cf2-1a9463e7b18f service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852160 Nov 23 14:29:49.557816 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d902d6fb-e454-4393-8d75-25e72d597f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.558196 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d902d6fb-e454-4393-8d75-25e72d597f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:49.559859 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-d902d6fb-e454-4393-8d75-25e72d597f06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e21ba44d-afba-4298-ad03-0219723ae003 HTTP/1.1" status: 204 len: 168 time: 0.7632980 Nov 23 14:29:49.602527 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902d6fb-e454-4393-8d75-25e72d597f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21ba44d-afba-4298-ad03-0219723ae003,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:49.732491 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a219f47f-dd94-4863-bada-0a6292c451c7 req-2cd58ef6-92e4-4fb8-a2bf-e0c1f8ebb28b service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598318 Nov 23 14:29:50.012776 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-9d459acd-b74e-4b98-a404-1d3c24f19cd9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:50.014941 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-9d459acd-b74e-4b98-a404-1d3c24f19cd9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 814 time: 0.2505953 Nov 23 14:29:50.029594 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Request body: {'port': {'device_id': 'a0be6fb9-38d1-47bb-90c4-f29069d64610', 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba', 'admin_state_up': True, 'tenant_id': 'd88139bd5bbb4ae390a08624d36c16b6'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:50.105176 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8a8d4-9a83-43c6-b965-cbc47c8af3b5 req-93dc996a-a7d8-49aa-a0d5-7bb2eab63215 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:50.108601 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0ba8a8d4-9a83-43c6-b965-cbc47c8af3b5 req-93dc996a-a7d8-49aa-a0d5-7bb2eab63215 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1126900 Nov 23 14:29:50.217975 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0ba8a8d4-9a83-43c6-b965-cbc47c8af3b5 req-1205c9f4-c4e3-4f77-bb13-90466d5be28e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956526 Nov 23 14:29:50.279489 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43008) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:50.282942 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Made reservation on behalf of d88139bd5bbb4ae390a08624d36c16b6 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:29:50.287445 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.510388 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-372a1aa0-31ba-4883-838e-40fdae8fc90d req-968c0482-af10-4122-8d07-b77a7c1f19bb tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 210 time: 0.0301733 Nov 23 14:29:50.529187 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-557055a6-9b1e-45c1-aa08-a73d61dd1c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.573929 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Allocated IP 172.20.0.13 (316a669b-d7ee-4929-8536-9a04b5e93fba/9a58d9d5-9e82-4d89-a5b7-5ae48e607824/f009b727-f17b-47ad-b5de-0846cc604cf8) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:29:50.714808 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-557055a6-9b1e-45c1-aa08-a73d61dd1c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.747369 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-557055a6-9b1e-45c1-aa08-a73d61dd1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.817908 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557055a6-9b1e-45c1-aa08-a73d61dd1c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27faf5d-e9c7-472a-ac10-a19b10cfede1,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:50.823727 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-557055a6-9b1e-45c1-aa08-a73d61dd1c6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73b7dacd62864b13b6b0ee77f63bf6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5425422 Nov 23 14:29:50.826785 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43028) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:50.859037 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.916495 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.934349 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1f1c2f93-c573-437c-8865-109e26b85122'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:50.967170 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dda51046-4f1b-4f9d-a2b0-81ce8ddf61ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:50.986709 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Network 316a669b-d7ee-4929-8536-9a04b5e93fba is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:29:51.005457 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:29:51.016126 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Pushing event updated for resources: {'Port': ['ID=f009b727-f17b-47ad-b5de-0846cc604cf8,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:51.028049 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:29:51.039404 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:51.039814 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.058224 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dda51046-4f1b-4f9d-a2b0-81ce8ddf61ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.077148 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-4b668e61-3366-4193-9a19-b83516cf25b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0525341 Nov 23 14:29:51.102402 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Request body: {'port': {'device_id': 'a0be6fb9-38d1-47bb-90c4-f29069d64610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:29:51.166344 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dda51046-4f1b-4f9d-a2b0-81ce8ddf61ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.169920 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dda51046-4f1b-4f9d-a2b0-81ce8ddf61ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.171230 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-dda51046-4f1b-4f9d-a2b0-81ce8ddf61ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d27faf5d-e9c7-472a-ac10-a19b10cfede1 HTTP/1.1" status: 204 len: 168 time: 0.3422437 Nov 23 14:29:51.191319 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda51046-4f1b-4f9d-a2b0-81ce8ddf61ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27faf5d-e9c7-472a-ac10-a19b10cfede1,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:51.235908 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.516493 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae41781-1d64-45c2-8894-189f498e464e req-fb7032c3-ad57-4459-8e7b-f8ac8690b214 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:51.525684 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1ae41781-1d64-45c2-8894-189f498e464e req-fb7032c3-ad57-4459-8e7b-f8ac8690b214 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1171041 Nov 23 14:29:51.634324 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1ae41781-1d64-45c2-8894-189f498e464e req-0046fb80-9c16-4e18-b403-ea1251b7b2d6 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073129 Nov 23 14:29:51.844322 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a2913-01a4-43b7-82e1-4fcfd43ba17e req-8385b39e-755b-441b-adab-c3db4fe863e2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:51.846676 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f009b727-f17b-47ad-b5de-0846cc604cf8 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:51.859667 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.862466 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b56a2913-01a4-43b7-82e1-4fcfd43ba17e req-8385b39e-755b-441b-adab-c3db4fe863e2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 932 time: 0.1156735 Nov 23 14:29:51.883731 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Transition to ACTIVE for port object f009b727-f17b-47ad-b5de-0846cc604cf8 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:29:51.914989 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43064) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:51.915925 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.942100 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-99570901-4f6f-477d-9e97-a75eab9dc5a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:51.963008 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b56a2913-01a4-43b7-82e1-4fcfd43ba17e req-04bc9983-44ad-4a22-9012-b93c14f99b26 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964150 Nov 23 14:29:51.979533 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Pushing event updated for resources: {'Port': ['ID=f009b727-f17b-47ad-b5de-0846cc604cf8,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:51.998585 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e30a3d-6b7e-41b4-8c87-c8bfc3e62dab req-d7f6f89b-69a8-4a2b-856c-07af00ccd3b2 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:52.006040 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-23e30a3d-6b7e-41b4-8c87-c8bfc3e62dab req-d7f6f89b-69a8-4a2b-856c-07af00ccd3b2 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 945 time: 0.1249483 Nov 23 14:29:52.060550 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Attempting to bind port f009b727-f17b-47ad-b5de-0846cc604cf8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:29:52.061263 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Attempting to bind port f009b727-f17b-47ad-b5de-0846cc604cf8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:29:52.061263 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Attempting to bind port f009b727-f17b-47ad-b5de-0846cc604cf8 on network 316a669b-d7ee-4929-8536-9a04b5e93fba {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:52.064570 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-99570901-4f6f-477d-9e97-a75eab9dc5a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.076901 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-99570901-4f6f-477d-9e97-a75eab9dc5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.082665 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Port f009b727-f17b-47ad-b5de-0846cc604cf8 on network 316a669b-d7ee-4929-8536-9a04b5e93fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:29:52.083334 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Attempting to bind port f009b727-f17b-47ad-b5de-0846cc604cf8 on network 316a669b-d7ee-4929-8536-9a04b5e93fba {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:29:52.101797 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:29:52.102047 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Checking segment: {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:29:52.102443 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Bound using segment: {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:29:52.102886 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Bound port: f009b727-f17b-47ad-b5de-0846cc604cf8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:29:52.103241 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.113583 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-23e30a3d-6b7e-41b4-8c87-c8bfc3e62dab req-a7d266ad-58d4-4992-bab8-2f222f05d4f4 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064768 Nov 23 14:29:52.149044 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-99570901-4f6f-477d-9e97-a75eab9dc5a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b8ee4a100374f1c9ffbc9b0ace634dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306364 Nov 23 14:29:52.149202 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43074) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:52.151508 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99570901-4f6f-477d-9e97-a75eab9dc5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ce0c9e-6ff7-4d47-bb14-7afc32d57cff,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:52.236367 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] For port f009b727-f17b-47ad-b5de-0846cc604cf8, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:29:52.240860 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] For port f009b727-f17b-47ad-b5de-0846cc604cf8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f009b727-f17b-47ad-b5de-0846cc604cf8,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:29:52.244645 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c1ce402f-8d1c-4fa6-9d6b-941a365b80b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.248139 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.306018 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:52.306437 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.307854 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] 10.222.0.48 "PUT /v2.0/ports/f009b727-f17b-47ad-b5de-0846cc604cf8 HTTP/1.1" status: 200 len: 1094 time: 1.2164507 Nov 23 14:29:52.309843 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c1ce402f-8d1c-4fa6-9d6b-941a365b80b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.311510 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0be6fb9-38d1-47bb-90c4-f29069d64610', 'tag': 'f009b727-f17b-47ad-b5de-0846cc604cf8'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:52.317786 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d031f827-9434-4993-a5e5-ca04508af8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0be6fb9-38d1-47bb-90c4-f29069d64610", "tag": "f009b727-f17b-47ad-b5de-0846cc604cf8"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:52.372597 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af85afe-962a-4eeb-945d-a5c10dd6c10e service neutron] Pushing event updated for resources: {'Port': ['ID=f009b727-f17b-47ad-b5de-0846cc604cf8,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:52.394272 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489d5516-5cc1-447c-a547-0d20fa0b9f64 x-openstack-request-id: req-489d5516-5cc1-447c-a547-0d20fa0b9f64 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:52.394488 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0be6fb9-38d1-47bb-90c4-f29069d64610", "tag": "f009b727-f17b-47ad-b5de-0846cc604cf8", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:52.394714 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-489d5516-5cc1-447c-a547-0d20fa0b9f64 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:52.395111 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0be6fb9-38d1-47bb-90c4-f29069d64610', 'tag': 'f009b727-f17b-47ad-b5de-0846cc604cf8', 'status': 'completed', 'code': 200} Nov 23 14:29:52.436176 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c1ce402f-8d1c-4fa6-9d6b-941a365b80b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.439393 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c1ce402f-8d1c-4fa6-9d6b-941a365b80b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:52.440548 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-c1ce402f-8d1c-4fa6-9d6b-941a365b80b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37ce0c9e-6ff7-4d47-bb14-7afc32d57cff HTTP/1.1" status: 204 len: 168 time: 0.2906771 Nov 23 14:29:52.442706 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-436d0e77-33ad-457b-aa4c-b1283c149e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:52.444211 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-436d0e77-33ad-457b-aa4c-b1283c149e13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 1097 time: 0.0728981 Nov 23 14:29:52.452921 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce402f-8d1c-4fa6-9d6b-941a365b80b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ce0c9e-6ff7-4d47-bb14-7afc32d57cff,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:52.504106 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-822a438f-de4a-439d-a58b-2aa3a9917628 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f009b727-f17b-47ad-b5de-0846cc604cf8 HTTP/1.1" status: 200 len: 217 time: 0.0389235 Nov 23 14:29:52.817796 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c7f1-fda3-457c-9083-72819e6d673e req-04535d4b-c583-44ab-9345-efa48fd21cc9 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:52.828081 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e1d3c7f1-fda3-457c-9083-72819e6d673e req-04535d4b-c583-44ab-9345-efa48fd21cc9 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0980167 Nov 23 14:29:52.844528 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-9ccb2794-24b8-4d63-85f6-4fb6611103e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:52.846323 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-9ccb2794-24b8-4d63-85f6-4fb6611103e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 200 len: 854 time: 0.3278058 Nov 23 14:29:52.893900 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-7cd43c5f-9eab-4cf2-8e8d-65341bbb8818 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=316a669b-d7ee-4929-8536-9a04b5e93fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272539 Nov 23 14:29:52.901536 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e1d3c7f1-fda3-457c-9083-72819e6d673e req-438cd8b5-c20b-4e20-a137-f145876086a2 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724058 Nov 23 14:29:53.053657 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-592545f0-4302-4c49-a6c8-edf76bfa5d43 service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447093 Nov 23 14:29:53.167431 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba27e-e6c7-4c5c-9de2-adb9874e59d3 req-dd126e84-d970-4a97-a0a9-798f2242f41d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.170713 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-072ba27e-e6c7-4c5c-9de2-adb9874e59d3 req-dd126e84-d970-4a97-a0a9-798f2242f41d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 944 time: 0.0935824 Nov 23 14:29:53.276771 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-072ba27e-e6c7-4c5c-9de2-adb9874e59d3 req-be0a406f-b786-49e7-b82b-451f2c81e290 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825408 Nov 23 14:29:53.328139 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a1763fa-c8a3-4fd8-b4d1-ea56264f02cf req-d32ea73f-5e5f-4f81-aa40-9b3728b6dc85 service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517223 Nov 23 14:29:53.365239 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5de93-7bfe-4b27-8543-49086152340d req-7e23057c-4c4e-4470-b6e7-98db4dc892a5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.367756 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d1d5de93-7bfe-4b27-8543-49086152340d req-7e23057c-4c4e-4470-b6e7-98db4dc892a5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 945 time: 0.1035450 Nov 23 14:29:53.461439 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43142) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:53.485939 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d1d5de93-7bfe-4b27-8543-49086152340d req-cf5766b1-8af4-4ecc-9c24-81a598fcefd7 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976267 Nov 23 14:29:53.493490 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f827-9434-4993-a5e5-ca04508af8d7 req-893f09b6-207c-4234-9870-01bb28109df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.495293 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d031f827-9434-4993-a5e5-ca04508af8d7 req-893f09b6-207c-4234-9870-01bb28109df0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 1097 time: 0.0682039 Nov 23 14:29:53.598552 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f827-9434-4993-a5e5-ca04508af8d7 req-f4d32193-87df-47a4-89cf-4dda22631f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.600051 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d031f827-9434-4993-a5e5-ca04508af8d7 req-f4d32193-87df-47a4-89cf-4dda22631f2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 915 time: 0.0966384 Nov 23 14:29:53.608135 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-382edbef-ebf2-40eb-9e4a-f7f94d50e2eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.655934 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d031f827-9434-4993-a5e5-ca04508af8d7 req-076c7d0b-5181-46ce-937f-f3358ea4eaca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f009b727-f17b-47ad-b5de-0846cc604cf8 HTTP/1.1" status: 200 len: 217 time: 0.0422642 Nov 23 14:29:53.724367 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-382edbef-ebf2-40eb-9e4a-f7f94d50e2eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.731252 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-382edbef-ebf2-40eb-9e4a-f7f94d50e2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.742557 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f827-9434-4993-a5e5-ca04508af8d7 req-9d3c759b-a45e-41f5-8c1e-de760b1b8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:53.744065 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d031f827-9434-4993-a5e5-ca04508af8d7 req-9d3c759b-a45e-41f5-8c1e-de760b1b8f1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 200 len: 854 time: 0.0686924 Nov 23 14:29:53.777237 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-382edbef-ebf2-40eb-9e4a-f7f94d50e2eb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fefbd3888ad4dbb8218bd0cbb64070d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146906 Nov 23 14:29:53.778380 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382edbef-ebf2-40eb-9e4a-f7f94d50e2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62360ef4-9027-4327-8694-8388507db6a3,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:53.779988 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d031f827-9434-4993-a5e5-ca04508af8d7 req-c523d6fe-afd5-4439-99ef-91e1a955a486 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=316a669b-d7ee-4929-8536-9a04b5e93fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265965 Nov 23 14:29:53.781097 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43154) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:53.890304 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f11336ad-e22e-4aeb-8a59-64d4c63f4b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.934152 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f11336ad-e22e-4aeb-8a59-64d4c63f4b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:53.947886 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d031f827-9434-4993-a5e5-ca04508af8d7 req-1909ea73-0600-4cc5-ac8e-3b90415c67ee service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350048 Nov 23 14:29:54.059682 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f11336ad-e22e-4aeb-8a59-64d4c63f4b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.060403 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02897f36-2b4e-4dff-a93e-d4526e859ab6 req-7dc523cf-d1c9-4863-874e-44076eaf2c7e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:54.062260 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-02897f36-2b4e-4dff-a93e-d4526e859ab6 req-7dc523cf-d1c9-4863-874e-44076eaf2c7e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0565572 Nov 23 14:29:54.062544 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f11336ad-e22e-4aeb-8a59-64d4c63f4b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.066116 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-f11336ad-e22e-4aeb-8a59-64d4c63f4b09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62360ef4-9027-4327-8694-8388507db6a3 HTTP/1.1" status: 204 len: 168 time: 0.2817602 Nov 23 14:29:54.095241 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11336ad-e22e-4aeb-8a59-64d4c63f4b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62360ef4-9027-4327-8694-8388507db6a3,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:54.103479 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d031f827-9434-4993-a5e5-ca04508af8d7 req-cb8db181-2f4d-4190-a5c6-b3f7b93a934c service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300156 Nov 23 14:29:54.175239 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-02897f36-2b4e-4dff-a93e-d4526e859ab6 req-4c08891a-b007-4804-8bd3-02ac3ce8b321 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929174 Nov 23 14:29:54.423792 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30d08f-4c5b-4174-8b85-046d20fdc6c0 req-4703e417-c1c8-495f-9c02-865cac3ce24f tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:54.425508 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fa30d08f-4c5b-4174-8b85-046d20fdc6c0 req-4703e417-c1c8-495f-9c02-865cac3ce24f tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 944 time: 0.0677092 Nov 23 14:29:54.503325 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43182) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:54.518969 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-12e958ab-dfaf-41c6-94a8-1db4c2c218e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.530434 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fa30d08f-4c5b-4174-8b85-046d20fdc6c0 req-5307fcc5-3ae2-4249-ac8f-bc894602bf5f tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971384 Nov 23 14:29:54.570731 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-124085b8-7bbd-4073-8a14-18145dedb421 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:54.572225 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-124085b8-7bbd-4073-8a14-18145dedb421 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.48 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 945 time: 0.0842073 Nov 23 14:29:54.640502 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-12e958ab-dfaf-41c6-94a8-1db4c2c218e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.647429 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-12e958ab-dfaf-41c6-94a8-1db4c2c218e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.697053 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-12e958ab-dfaf-41c6-94a8-1db4c2c218e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a7a29c5b47044a92b4d308d4c4882306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913075 Nov 23 14:29:54.701462 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43186) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:54.703807 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e958ab-dfaf-41c6-94a8-1db4c2c218e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83042e2-55ba-493f-bcb8-4622735c70ec,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:54.752789 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68894fe2-2bfd-4635-92fc-7a6a60d29c65 req-5ef0a34f-02d1-43c1-b4e7-df054dab8140 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:54.752789 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-68894fe2-2bfd-4635-92fc-7a6a60d29c65 req-5ef0a34f-02d1-43c1-b4e7-df054dab8140 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 945 time: 0.1388679 Nov 23 14:29:54.784376 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-aef42313-72d2-4e1a-bf6e-2d0ab6f93606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.807936 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-aef42313-72d2-4e1a-bf6e-2d0ab6f93606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.848940 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-68894fe2-2bfd-4635-92fc-7a6a60d29c65 req-a8fc79f6-c96b-41d8-97f7-5cc96bb697a2 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ade8ae2f-bdb3-4bc7-900f-44943e238d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899386 Nov 23 14:29:54.857667 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-7bec4985-2bde-4d6f-bd1a-afea62e502e5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Deleting port 088e3d5b-75fa-4db0-90e7-c752b087c551 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:29:54.858007 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-7bec4985-2bde-4d6f-bd1a-afea62e502e5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.858300 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-aef42313-72d2-4e1a-bf6e-2d0ab6f93606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.861217 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-aef42313-72d2-4e1a-bf6e-2d0ab6f93606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.862387 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-aef42313-72d2-4e1a-bf6e-2d0ab6f93606 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a83042e2-55ba-493f-bcb8-4622735c70ec HTTP/1.1" status: 204 len: 168 time: 0.1596873 Nov 23 14:29:54.881771 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef42313-72d2-4e1a-bf6e-2d0ab6f93606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83042e2-55ba-493f-bcb8-4622735c70ec,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:54.967880 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-7bec4985-2bde-4d6f-bd1a-afea62e502e5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] For port 088e3d5b-75fa-4db0-90e7-c752b087c551, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=088e3d5b-75fa-4db0-90e7-c752b087c551,segment=NetworkSegment(9fb18c06-310b-4208-8c38-dde548533d79),segment_id=9fb18c06-310b-4208-8c38-dde548533d79)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:54.968253 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-7bec4985-2bde-4d6f-bd1a-afea62e502e5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:54.984496 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-7bec4985-2bde-4d6f-bd1a-afea62e502e5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Calling delete_port for 088e3d5b-75fa-4db0-90e7-c752b087c551 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:29:55.169844 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-7bec4985-2bde-4d6f-bd1a-afea62e502e5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.188850 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['088e3d5b-75fa-4db0-90e7-c752b087c551'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:55.201367 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec4985-2bde-4d6f-bd1a-afea62e502e5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Pushing event deleted for resources: {'Port': ['ID=088e3d5b-75fa-4db0-90e7-c752b087c551,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:55.278794 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-7bec4985-2bde-4d6f-bd1a-afea62e502e5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] No DVR routers for this DVR port 088e3d5b-75fa-4db0-90e7-c752b087c551 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:29:55.282967 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-7bec4985-2bde-4d6f-bd1a-afea62e502e5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:55.286453 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6ed3ed4f-c835-4841-a82c-8684c28e283a req-7bec4985-2bde-4d6f-bd1a-afea62e502e5 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.48 "DELETE /v2.0/ports/088e3d5b-75fa-4db0-90e7-c752b087c551 HTTP/1.1" status: 204 len: 173 time: 0.7032449 Nov 23 14:29:55.287609 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26130486-e148-44a5-9dfe-8aca7504a513', 'name': 'network-vif-deleted', 'tag': '088e3d5b-75fa-4db0-90e7-c752b087c551'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:55.291042 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e6776b-de8a-431e-ad4e-63d3be45be0c" -d '{"events": [{"server_uuid": "26130486-e148-44a5-9dfe-8aca7504a513", "name": "network-vif-deleted", "tag": "088e3d5b-75fa-4db0-90e7-c752b087c551"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:55.354551 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06301539-2188-4796-b2bf-f000fb673d4c x-openstack-request-id: req-06301539-2188-4796-b2bf-f000fb673d4c {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:55.354876 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26130486-e148-44a5-9dfe-8aca7504a513", "name": "network-vif-deleted", "tag": "088e3d5b-75fa-4db0-90e7-c752b087c551", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:55.355105 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06301539-2188-4796-b2bf-f000fb673d4c {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:55.355518 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26130486-e148-44a5-9dfe-8aca7504a513', 'name': 'network-vif-deleted', 'tag': '088e3d5b-75fa-4db0-90e7-c752b087c551', 'status': 'completed', 'code': 200} Nov 23 14:29:55.379613 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156519ea-a5ee-4c7d-b830-e963533535b7 req-9075bfd4-b7d7-4622-8d06-66dc80486f38 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:55.381200 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-156519ea-a5ee-4c7d-b830-e963533535b7 req-9075bfd4-b7d7-4622-8d06-66dc80486f38 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1036022 Nov 23 14:29:55.435000 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-156519ea-a5ee-4c7d-b830-e963533535b7 req-f83270fc-69a8-492b-94f2-80c192e29035 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448141 Nov 23 14:29:55.684917 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefd0bd-199e-4e74-add8-122a453c0f9c req-0cd0b56b-b12e-4b51-b235-9189665f97d8 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:55.686470 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-acefd0bd-199e-4e74-add8-122a453c0f9c req-0cd0b56b-b12e-4b51-b235-9189665f97d8 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 944 time: 0.0604169 Nov 23 14:29:55.758050 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-acefd0bd-199e-4e74-add8-122a453c0f9c req-7de6b382-43ec-4ed3-b7a7-88a074af5165 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651016 Nov 23 14:29:55.792140 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device f009b727-f17b-47ad-b5de-0846cc604cf8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:29:55.916433 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port f009b727-f17b-47ad-b5de-0846cc604cf8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f009b727-f17b-47ad-b5de-0846cc604cf8,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:55.928615 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': 'f009b727-f17b-47ad-b5de-0846cc604cf8', 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba', 'port_id': 'f009b727-f17b-47ad-b5de-0846cc604cf8', 'mac_address': 'fa:16:3e:8a:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a58d9d5-9e82-4d89-a5b7-5ae48e607824', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:29:55.993162 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.016910 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f009b727-f17b-47ad-b5de-0846cc604cf8 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:29:56.025480 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-297b3057-dd76-4cec-8a7f-088fffd4054d req-6643955d-5cf7-42d6-953e-a2fe43f2c993 tempest-DeleteServersTestJSON-1244213451 tempest-DeleteServersTestJSON-1244213451-project] 10.222.0.59 "GET /v2.0/ports?device_id=26130486-e148-44a5-9dfe-8aca7504a513 HTTP/1.1" status: 200 len: 210 time: 0.0510075 Nov 23 14:29:56.049706 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port f009b727-f17b-47ad-b5de-0846cc604cf8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f009b727-f17b-47ad-b5de-0846cc604cf8,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:56.055553 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.110125 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=f009b727-f17b-47ad-b5de-0846cc604cf8,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:56.120025 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.120413 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.120766 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.121507 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.121913 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.122202 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.122510 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.124360 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.124779 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.129030 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.129523 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.129872 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:29:56.262106 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43246) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:56.395903 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-00e9e50d-fe79-4109-8690-9461f0b44e89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.419306 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['f009b727-f17b-47ad-b5de-0846cc604cf8'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:29:56.508978 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-00e9e50d-fe79-4109-8690-9461f0b44e89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.515382 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-00e9e50d-fe79-4109-8690-9461f0b44e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.590588 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-00e9e50d-fe79-4109-8690-9461f0b44e89 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a58c1c8bd35045919a093aeb27b3a838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273206 Nov 23 14:29:56.591667 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9e50d-fe79-4109-8690-9461f0b44e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218cecdc-4584-461b-9f9b-2befae4fc372,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:56.593504 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43254) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:56.620172 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adeae4-d777-4ce9-bda4-83021a3b8d9c req-e1aa2f09-9bd0-4c21-bd78-13eee0537807 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:56.627772 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-82adeae4-d777-4ce9-bda4-83021a3b8d9c req-e1aa2f09-9bd0-4c21-bd78-13eee0537807 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0993247 Nov 23 14:29:56.659375 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-25cc32e2-74ff-4435-bc4d-62201a07e5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.691974 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-25cc32e2-74ff-4435-bc4d-62201a07e5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.733502 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-82adeae4-d777-4ce9-bda4-83021a3b8d9c req-32d228ef-f6e9-46c0-bd2e-1da81a0b6e7c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047344 Nov 23 14:29:56.757831 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-25cc32e2-74ff-4435-bc4d-62201a07e5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.760897 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-25cc32e2-74ff-4435-bc4d-62201a07e5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:56.762053 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-25cc32e2-74ff-4435-bc4d-62201a07e5b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/218cecdc-4584-461b-9f9b-2befae4fc372 HTTP/1.1" status: 204 len: 168 time: 0.1668191 Nov 23 14:29:56.771030 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc32e2-74ff-4435-bc4d-62201a07e5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218cecdc-4584-461b-9f9b-2befae4fc372,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:56.903605 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba13b0-e2cb-4733-be86-a80559cd52a9 req-8e0d245a-3e9b-4555-83a7-7ec0130c2130 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:56.905145 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6bba13b0-e2cb-4733-be86-a80559cd52a9 req-8e0d245a-3e9b-4555-83a7-7ec0130c2130 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 945 time: 0.0530696 Nov 23 14:29:56.955216 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6bba13b0-e2cb-4733-be86-a80559cd52a9 req-4dd11172-aaa3-41b0-9ded-6efd0371880f tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Nov 23 14:29:57.790278 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device f009b727-f17b-47ad-b5de-0846cc604cf8 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:29:57.910872 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port f009b727-f17b-47ad-b5de-0846cc604cf8 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:29:57.917466 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port f009b727-f17b-47ad-b5de-0846cc604cf8 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:29:57.918242 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:57.955780 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e1546-5ab6-4a60-82dd-113aa32e5aca req-19864cbf-9b77-460e-a3a4-84679a5b54fb tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:57.961755 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-151e1546-5ab6-4a60-82dd-113aa32e5aca req-19864cbf-9b77-460e-a3a4-84679a5b54fb tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1109247 Nov 23 14:29:58.057368 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-151e1546-5ab6-4a60-82dd-113aa32e5aca req-f2b37a21-fd64-4f4e-b5c2-c915c3256efc tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926232 Nov 23 14:29:58.084181 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.117276 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97a7e0-5cec-442e-bcef-7832ee8a13d1 req-01518caa-5460-42c8-9fbc-f5ae4dcca51d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:58.120076 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4d97a7e0-5cec-442e-bcef-7832ee8a13d1 req-01518caa-5460-42c8-9fbc-f5ae4dcca51d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 945 time: 0.0718787 Nov 23 14:29:58.125606 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0be6fb9-38d1-47bb-90c4-f29069d64610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f009b727-f17b-47ad-b5de-0846cc604cf8'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:29:58.128308 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f956029-1b13-404b-bd46-6bef788eebdc" -d '{"events": [{"server_uuid": "a0be6fb9-38d1-47bb-90c4-f29069d64610", "name": "network-vif-plugged", "status": "completed", "tag": "f009b727-f17b-47ad-b5de-0846cc604cf8"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:29:58.146606 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port f009b727-f17b-47ad-b5de-0846cc604cf8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f009b727-f17b-47ad-b5de-0846cc604cf8,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:29:58.153368 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.154744 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 088e3d5b-75fa-4db0-90e7-c752b087c551 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:29:58.193555 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4d97a7e0-5cec-442e-bcef-7832ee8a13d1 req-685450e7-6a67-4d64-810d-54781503ffea tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662923 Nov 23 14:29:58.205802 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3407b4e4-264f-4b87-a662-e7e2fbd3dbb5 x-openstack-request-id: req-3407b4e4-264f-4b87-a662-e7e2fbd3dbb5 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:29:58.206147 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0be6fb9-38d1-47bb-90c4-f29069d64610", "name": "network-vif-plugged", "status": "completed", "tag": "f009b727-f17b-47ad-b5de-0846cc604cf8", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:29:58.206683 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3407b4e4-264f-4b87-a662-e7e2fbd3dbb5 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:29:58.207979 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0be6fb9-38d1-47bb-90c4-f29069d64610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f009b727-f17b-47ad-b5de-0846cc604cf8', 'code': 200} Nov 23 14:29:58.209117 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 088e3d5b-75fa-4db0-90e7-c752b087c551 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:29:58.209463 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 088e3d5b-75fa-4db0-90e7-c752b087c551 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:29:58.255035 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=f009b727-f17b-47ad-b5de-0846cc604cf8,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:58.421163 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2656fec-a5b6-4fc4-b183-8f57dd44f026 req-02416ce2-d104-43e0-af36-4bf2f9441581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:58.422668 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2656fec-a5b6-4fc4-b183-8f57dd44f026 req-02416ce2-d104-43e0-af36-4bf2f9441581 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 1099 time: 0.0435426 Nov 23 14:29:58.508534 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2656fec-a5b6-4fc4-b183-8f57dd44f026 req-155e3145-d779-4b85-8578-a0b718b2240d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667408 Nov 23 14:29:58.594231 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43334) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:58.650108 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb74ee03-ca1e-40ae-8b72-de579b04ac7f admin admin] Deleting subnet 71d4cbd7-ae04-4ecb-adcc-944a05bca827 {{(pid=102953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:29:58.655697 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee03-ca1e-40ae-8b72-de579b04ac7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.713738 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee03-ca1e-40ae-8b72-de579b04ac7f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.723801 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee03-ca1e-40ae-8b72-de579b04ac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.799392 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee03-ca1e-40ae-8b72-de579b04ac7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.832149 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74ee03-ca1e-40ae-8b72-de579b04ac7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d4cbd7-ae04-4ecb-adcc-944a05bca827,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:58.834071 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee03-ca1e-40ae-8b72-de579b04ac7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:58.838319 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-eb74ee03-ca1e-40ae-8b72-de579b04ac7f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/71d4cbd7-ae04-4ecb-adcc-944a05bca827 HTTP/1.1" status: 204 len: 168 time: 0.2429571 Nov 23 14:29:58.841092 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43340) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:58.914967 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.018110 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.046501 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.046873 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.047657 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.048045 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.048411 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.048754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.049108 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.049450 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.049990 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.050095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.196845 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6058489-b491-45cd-9d3e-b4b34ff127e0 req-13d40dd1-55e1-4299-948f-e14c68ab4e17 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:59.213175 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c6058489-b491-45cd-9d3e-b4b34ff127e0 req-13d40dd1-55e1-4299-948f-e14c68ab4e17 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0635471 Nov 23 14:29:59.291125 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c6058489-b491-45cd-9d3e-b4b34ff127e0 req-402fac89-fbf6-4e99-a5fe-6ae4ee0abbac tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846891 Nov 23 14:29:59.345114 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.346187 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.346833 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.347474 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:29:59.347821 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86637ff1-edcc-4bad-8527-1f3e0efc8642']}} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:59.382893 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb18c06-310b-4208-8c38-dde548533d79') {'for_net_delete': True} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:59.383399 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb18c06-310b-4208-8c38-dde548533d79') {} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:29:59.433450 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5134451'] for segment, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.482042 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.496149 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:29:59.496554 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4885412'] for segment, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: from cryptography.utils import int_from_bytes Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: from cryptography.utils import int_from_bytes Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: Traceback (most recent call last): Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: timer() Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: cb(*args, **kw) Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: return func(*args, **kwargs) Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: self._notify() Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: self.callback(batched_events) Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: event.method(event) Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: return f(self, *a, **k) Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._get(url).json() Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: return self.request(url, 'GET', **kwargs) Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:29:59.532939 dv-cinder-804035-16-iscsi neutron-server[102953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:29:59.552356 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f50ed-4ab1-4c50-8782-fbfdbe09730a req-02f8abf4-7840-4d95-84f1-1a9ed8b82113 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:29:59.557889 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-339f50ed-4ab1-4c50-8782-fbfdbe09730a req-02f8abf4-7840-4d95-84f1-1a9ed8b82113 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 946 time: 0.2009027 Nov 23 14:29:59.630860 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.671745 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.675035 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/86637ff1-edcc-4bad-8527-1f3e0efc8642 HTTP/1.1" status: 204 len: 168 time: 0.8327765 Nov 23 14:29:59.677327 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b36eba-c630-4823-93f1-ff716766eca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=86637ff1-edcc-4bad-8527-1f3e0efc8642,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:29:59.685167 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-339f50ed-4ab1-4c50-8782-fbfdbe09730a req-30e1a8cd-71f8-4c73-b589-2dad7c8b6a2b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222653 Nov 23 14:29:59.858707 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43370) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:59.901008 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-21a34028-8d77-4c16-b3c6-f88d9930bd59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5794bd20dfab4bd3870d88d876e93df4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409932 Nov 23 14:29:59.903607 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43372) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:29:59.959049 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3099ffe1-58aa-4bfe-a4e7-8fd1a8ec301e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:29:59.987525 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3099ffe1-58aa-4bfe-a4e7-8fd1a8ec301e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:00.042846 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3099ffe1-58aa-4bfe-a4e7-8fd1a8ec301e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:00.045555 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3099ffe1-58aa-4bfe-a4e7-8fd1a8ec301e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:00.046731 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-3099ffe1-58aa-4bfe-a4e7-8fd1a8ec301e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ade8ae2f-bdb3-4bc7-900f-44943e238d7c HTTP/1.1" status: 204 len: 168 time: 0.1418529 Nov 23 14:30:00.054900 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099ffe1-58aa-4bfe-a4e7-8fd1a8ec301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade8ae2f-bdb3-4bc7-900f-44943e238d7c,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:00.423520 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05150b2-3be1-4b08-9ef3-b4fa7a203b90 req-9f73e448-233c-45ff-b8d4-85966ad7c99a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:00.425168 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f05150b2-3be1-4b08-9ef3-b4fa7a203b90 req-9f73e448-233c-45ff-b8d4-85966ad7c99a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0577250 Nov 23 14:30:00.490538 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f05150b2-3be1-4b08-9ef3-b4fa7a203b90 req-59c30df7-bec4-4a37-a448-d23b646d5590 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581324 Nov 23 14:30:00.811280 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a36b2-91aa-468f-9a45-6f20519ed56d req-1d5ea777-fa2f-47b9-b8e1-1b816b2c3d6d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:00.812834 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-166a36b2-91aa-468f-9a45-6f20519ed56d req-1d5ea777-fa2f-47b9-b8e1-1b816b2c3d6d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 946 time: 0.0543218 Nov 23 14:30:00.865917 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-166a36b2-91aa-468f-9a45-6f20519ed56d req-79b6ef4c-43f3-41b5-986a-ed8ff36bc912 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Nov 23 14:30:01.924230 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43454) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:02.034796 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-beb150a8-cfed-45eb-8a14-ef89ebd9a49c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.119302 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-beb150a8-cfed-45eb-8a14-ef89ebd9a49c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.124049 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-beb150a8-cfed-45eb-8a14-ef89ebd9a49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.166323 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-beb150a8-cfed-45eb-8a14-ef89ebd9a49c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f98aab374d844fcb9ddc94c51440df5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409515 Nov 23 14:30:02.167458 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb150a8-cfed-45eb-8a14-ef89ebd9a49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9143b8-0e24-4516-91e6-27efed9e4da3,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:02.170739 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43458) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:02.221278 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ced5-623d-4de5-a608-795e62b48fc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.243237 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ced5-623d-4de5-a608-795e62b48fc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.295772 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ced5-623d-4de5-a608-795e62b48fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.298516 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ced5-623d-4de5-a608-795e62b48fc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.299760 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-f6d3ced5-623d-4de5-a608-795e62b48fc3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb9143b8-0e24-4516-91e6-27efed9e4da3 HTTP/1.1" status: 204 len: 168 time: 0.1279984 Nov 23 14:30:02.308957 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3ced5-623d-4de5-a608-795e62b48fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9143b8-0e24-4516-91e6-27efed9e4da3,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:02.581197 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43466) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:02.595462 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-61e54d1e-8ea6-4137-8416-1b0aa106cec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.687147 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-61e54d1e-8ea6-4137-8416-1b0aa106cec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.691068 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-61e54d1e-8ea6-4137-8416-1b0aa106cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.732456 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-61e54d1e-8ea6-4137-8416-1b0aa106cec7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac23f557e22d4bd89894ffe8266c1855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478467 Nov 23 14:30:02.732456 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e54d1e-8ea6-4137-8416-1b0aa106cec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a1fcbb-45d0-4ee7-8c76-d006a02ac681,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:02.732856 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43470) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:02.785325 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-88c63e71-fa91-49b4-9fb6-299a967ecabb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.809206 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-88c63e71-fa91-49b4-9fb6-299a967ecabb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.859076 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-88c63e71-fa91-49b4-9fb6-299a967ecabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.861775 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-88c63e71-fa91-49b4-9fb6-299a967ecabb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:02.863078 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-88c63e71-fa91-49b4-9fb6-299a967ecabb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07a1fcbb-45d0-4ee7-8c76-d006a02ac681 HTTP/1.1" status: 204 len: 168 time: 0.1288457 Nov 23 14:30:02.874226 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c63e71-fa91-49b4-9fb6-299a967ecabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a1fcbb-45d0-4ee7-8c76-d006a02ac681,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:03.939415 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e322b-9550-4376-8950-0b2020619187 req-93097cde-a1ca-4e78-86d5-f43297428b5a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:03.941037 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-541e322b-9550-4376-8950-0b2020619187 req-93097cde-a1ca-4e78-86d5-f43297428b5a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0761797 Nov 23 14:30:03.996988 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-541e322b-9550-4376-8950-0b2020619187 req-f85eb9c1-ff9b-4832-ba2f-bbeeede44dd3 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481553 Nov 23 14:30:04.075573 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-f8354b83-4bec-4a9c-b1c9-2ad5d83c7d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:05.135671 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917412a0-68f6-4ccc-801d-b0c95cf4ed4f req-22d8464a-aabb-4765-915c-920fd3df7db1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:05.137266 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-917412a0-68f6-4ccc-801d-b0c95cf4ed4f req-22d8464a-aabb-4765-915c-920fd3df7db1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0566385 Nov 23 14:30:05.190645 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-917412a0-68f6-4ccc-801d-b0c95cf4ed4f req-d9d599be-7a99-4a37-9685-0238cd69e1a4 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474021 Nov 23 14:30:06.574766 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-ce8d808e-c8e4-4bc0-8190-a970e94d752d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.182218 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:08.482392 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5601c-721c-40a7-9406-8debb0e526ee req-185e57ae-777d-4ae2-83a7-c3ce5e066714 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:08.489401 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8ee5601c-721c-40a7-9406-8debb0e526ee req-185e57ae-777d-4ae2-83a7-c3ce5e066714 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0881882 Nov 23 14:30:08.546820 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8ee5601c-721c-40a7-9406-8debb0e526ee req-5d537154-86fe-4514-a0f1-f25b77807e35 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548794 Nov 23 14:30:09.691492 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9137941-74e3-4375-8c85-cb31b629a0f7 req-51a3553c-f39d-4baa-9e3c-3ecc9c48f5bd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:09.693308 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f9137941-74e3-4375-8c85-cb31b629a0f7 req-51a3553c-f39d-4baa-9e3c-3ecc9c48f5bd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0626597 Nov 23 14:30:09.754300 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f9137941-74e3-4375-8c85-cb31b629a0f7 req-ef39d1b4-9963-4d40-b5d6-7e8a85cb82c7 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521266 Nov 23 14:30:09.838976 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:09.942994 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-03c302a5-73d3-4e24-8248-05927cdf1d5c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:09.945163 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-03c302a5-73d3-4e24-8248-05927cdf1d5c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 814 time: 0.1238794 Nov 23 14:30:09.961448 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-3e5429c4-84e7-4905-9040-9ce3972a48f4 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/quotas/d88139bd5bbb4ae390a08624d36c16b6 HTTP/1.1" status: 200 len: 375 time: 0.0100305 Nov 23 14:30:10.018379 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-55fe3575-2877-4132-b127-f7987c13e87e tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513124 Nov 23 14:30:10.114356 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-e20349c1-6dee-4f48-8907-6e86ba265282 service neutron] 10.222.0.59 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886760 Nov 23 14:30:10.222423 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-e3edf1ef-8ac6-4ea2-87f0-cc1e4a3dd351 service neutron] 10.222.0.59 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011331 Nov 23 14:30:10.385468 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5ed7c9e6-fec6-4a0b-a586-84735847f994 req-c0e1cdad-c278-4081-ba89-376064e1b067 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 210 time: 0.0261474 Nov 23 14:30:10.482206 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:10.842894 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43666) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:10.925082 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae9204-c8a0-4eb2-8992-a7c718058e88 req-b34d60bf-689d-41de-8f55-0d953eabd998 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:10.927039 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a4ae9204-c8a0-4eb2-8992-a7c718058e88 req-b34d60bf-689d-41de-8f55-0d953eabd998 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0816784 Nov 23 14:30:10.986758 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a4ae9204-c8a0-4eb2-8992-a7c718058e88 req-0e6049ef-e7d4-4c1c-b6db-8aad5bf8f118 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529563 Nov 23 14:30:11.004859 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-28b4d7a3-ce05-4498-b8c6-04a6723ad2a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.094998 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-28b4d7a3-ce05-4498-b8c6-04a6723ad2a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.102391 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-28b4d7a3-ce05-4498-b8c6-04a6723ad2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.146802 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-28b4d7a3-ce05-4498-b8c6-04a6723ad2a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59bb1ac0b0c04973a9ad32f6522efa5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025472 Nov 23 14:30:11.148904 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4d7a3-ce05-4498-b8c6-04a6723ad2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dd252b-d81d-49fc-8c72-20777ea3ff6f,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:11.152051 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43672) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:11.215406 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-02c78b8d-ab60-45f5-8d59-af99b3eec652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.247765 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-02c78b8d-ab60-45f5-8d59-af99b3eec652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.309292 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-02c78b8d-ab60-45f5-8d59-af99b3eec652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.311867 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-02c78b8d-ab60-45f5-8d59-af99b3eec652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.313065 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-02c78b8d-ab60-45f5-8d59-af99b3eec652 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13dd252b-d81d-49fc-8c72-20777ea3ff6f HTTP/1.1" status: 204 len: 168 time: 0.1596177 Nov 23 14:30:11.321820 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c78b8d-ab60-45f5-8d59-af99b3eec652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dd252b-d81d-49fc-8c72-20777ea3ff6f,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:11.544804 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-503d4e7b-97a3-439e-8db3-89cfe480c3cb req-7ea8a158-046c-4186-aeec-d5f104e3e896 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 210 time: 0.0713680 Nov 23 14:30:11.806492 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43698) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:11.829619 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-aa22db58-b736-426c-9151-bf204e88ab38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:11.883114 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-5ec15bf8-1480-4fc9-b590-52a72405edf5 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:11.884712 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-5ec15bf8-1480-4fc9-b590-52a72405edf5 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 814 time: 0.2562263 Nov 23 14:30:11.923403 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Request body: {'port': {'device_id': 'f4b302f2-2f14-449b-919e-db21646f7fba', 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba', 'admin_state_up': True, 'tenant_id': 'd88139bd5bbb4ae390a08624d36c16b6'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:12.083229 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-aa22db58-b736-426c-9151-bf204e88ab38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.096069 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-aa22db58-b736-426c-9151-bf204e88ab38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.136424 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0dde5-842a-4dd4-ae3a-a9844e7e0471 req-c5c1a44f-33bd-47cc-ace2-482c6dcd5e76 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:12.137983 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-66b0dde5-842a-4dd4-ae3a-a9844e7e0471 req-c5c1a44f-33bd-47cc-ace2-482c6dcd5e76 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0638571 Nov 23 14:30:12.150962 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-aa22db58-b736-426c-9151-bf204e88ab38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19db256f2b774be99c259d9d03756bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434117 Nov 23 14:30:12.154231 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Made reservation on behalf of d88139bd5bbb4ae390a08624d36c16b6 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:12.155233 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43714) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:12.158855 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.173228 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22db58-b736-426c-9151-bf204e88ab38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb36760a-87e8-419d-9920-5a418257374e,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:12.227350 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-66b0dde5-842a-4dd4-ae3a-a9844e7e0471 req-1b223597-3fb4-458c-9802-0b0510bf71f8 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826108 Nov 23 14:30:12.255696 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-64535d37-2d11-4112-bbe9-e00040f62484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.286673 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-64535d37-2d11-4112-bbe9-e00040f62484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.348775 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-64535d37-2d11-4112-bbe9-e00040f62484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.353063 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-64535d37-2d11-4112-bbe9-e00040f62484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.354611 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-64535d37-2d11-4112-bbe9-e00040f62484 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb36760a-87e8-419d-9920-5a418257374e HTTP/1.1" status: 204 len: 168 time: 0.1987250 Nov 23 14:30:12.366223 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64535d37-2d11-4112-bbe9-e00040f62484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb36760a-87e8-419d-9920-5a418257374e,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:12.402111 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Allocated IP 172.20.0.11 (316a669b-d7ee-4929-8536-9a04b5e93fba/9a58d9d5-9e82-4d89-a5b7-5ae48e607824/13c05e7b-9e9c-42de-9b46-7a5e5553e524) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:12.578858 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43738) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:12.604359 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.662232 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8549d787-ea69-42ea-8c19-98290a134955 req-d92bd5e5-d65d-4620-9d17-15ac255de415 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 210 time: 0.0285275 Nov 23 14:30:12.672719 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.698465 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1f1c2f93-c573-437c-8865-109e26b85122', 'f009b727-f17b-47ad-b5de-0846cc604cf8'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:12.736923 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1846-de8e-4901-9a83-f59eb0079a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.744403 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Network 316a669b-d7ee-4929-8536-9a04b5e93fba is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:12.750056 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:12.755099 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:12.765858 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Pushing event updated for resources: {'Port': ['ID=13c05e7b-9e9c-42de-9b46-7a5e5553e524,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:12.850754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:12.851829 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.933520 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-cdd36b19-7f9a-4c87-bcac-e0777e46625c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0170484 Nov 23 14:30:12.956358 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Request body: {'port': {'device_id': 'f4b302f2-2f14-449b-919e-db21646f7fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:12.965391 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1846-de8e-4901-9a83-f59eb0079a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:12.972222 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dfcd1846-de8e-4901-9a83-f59eb0079a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.058327 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-dfcd1846-de8e-4901-9a83-f59eb0079a21 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3322b516fc394b089f16163649053b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4782724 Nov 23 14:30:13.060372 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd1846-de8e-4901-9a83-f59eb0079a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f59b7-7fa2-47f1-a646-22ce69357ff5,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.062989 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43764) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.082589 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.127462 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-28df8953-3cb8-40a2-969a-e26e76f08d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.187016 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-28df8953-3cb8-40a2-969a-e26e76f08d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.304156 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-28df8953-3cb8-40a2-969a-e26e76f08d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.308954 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-28df8953-3cb8-40a2-969a-e26e76f08d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.311316 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-28df8953-3cb8-40a2-969a-e26e76f08d02 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b25f59b7-7fa2-47f1-a646-22ce69357ff5 HTTP/1.1" status: 204 len: 168 time: 0.2471812 Nov 23 14:30:13.327125 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df8953-3cb8-40a2-969a-e26e76f08d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f59b7-7fa2-47f1-a646-22ce69357ff5,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.402782 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457460-9c23-49d1-addf-cd9011cc8c34 req-d2ad6a9d-c5fb-483f-860e-37df40134f4e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.409465 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-62457460-9c23-49d1-addf-cd9011cc8c34 req-d2ad6a9d-c5fb-483f-860e-37df40134f4e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0765707 Nov 23 14:30:13.475948 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-62457460-9c23-49d1-addf-cd9011cc8c34 req-308dac24-e5cc-47f4-8a29-962eeacbd26b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620830 Nov 23 14:30:13.532635 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c05e7b-9e9c-42de-9b46-7a5e5553e524 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:13.541612 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.559431 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Transition to ACTIVE for port object 13c05e7b-9e9c-42de-9b46-7a5e5553e524 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:30:13.563389 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.886172 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43790) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:13.900272 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Pushing event updated for resources: {'Port': ['ID=13c05e7b-9e9c-42de-9b46-7a5e5553e524,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:13.902069 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d888a779-cc07-4062-98b8-9a9170660a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:13.954007 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ae184-9679-4f99-8f50-354aa95558c0 req-9628db52-bb54-4983-922c-b3e781774e01 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:13.955645 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-817ae184-9679-4f99-8f50-354aa95558c0 req-9628db52-bb54-4983-922c-b3e781774e01 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 944 time: 0.1268790 Nov 23 14:30:14.000115 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Attempting to bind port 13c05e7b-9e9c-42de-9b46-7a5e5553e524 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:14.000464 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Attempting to bind port 13c05e7b-9e9c-42de-9b46-7a5e5553e524 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:14.000802 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Attempting to bind port 13c05e7b-9e9c-42de-9b46-7a5e5553e524 on network 316a669b-d7ee-4929-8536-9a04b5e93fba {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:14.020118 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Port 13c05e7b-9e9c-42de-9b46-7a5e5553e524 on network 316a669b-d7ee-4929-8536-9a04b5e93fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:30:14.020118 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Attempting to bind port 13c05e7b-9e9c-42de-9b46-7a5e5553e524 on network 316a669b-d7ee-4929-8536-9a04b5e93fba {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:14.040736 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:14.041253 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Checking segment: {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:14.043647 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Bound using segment: {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:14.043647 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Bound port: 13c05e7b-9e9c-42de-9b46-7a5e5553e524, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:14.043647 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.049990 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-817ae184-9679-4f99-8f50-354aa95558c0 req-eebe025c-8b53-46dd-a7d8-060924372102 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816553 Nov 23 14:30:14.158219 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d888a779-cc07-4062-98b8-9a9170660a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.169771 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d888a779-cc07-4062-98b8-9a9170660a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.172455 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43798) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:14.182901 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] For port 13c05e7b-9e9c-42de-9b46-7a5e5553e524, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:14.187015 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] For port 13c05e7b-9e9c-42de-9b46-7a5e5553e524, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13c05e7b-9e9c-42de-9b46-7a5e5553e524,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:14.195914 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.225193 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888a779-cc07-4062-98b8-9a9170660a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ed85e-6d62-4af5-b3d0-9f704d424126,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.231490 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:14.232323 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.234338 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] 10.222.0.48 "PUT /v2.0/ports/13c05e7b-9e9c-42de-9b46-7a5e5553e524 HTTP/1.1" status: 200 len: 1094 time: 1.2829146 Nov 23 14:30:14.248739 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-d888a779-cc07-4062-98b8-9a9170660a95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0549393aa29445179ffcf4bce6fad290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584116 Nov 23 14:30:14.249911 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43804) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:14.257108 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b302f2-2f14-449b-919e-db21646f7fba', 'tag': '13c05e7b-9e9c-42de-9b46-7a5e5553e524'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:14.261697 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79941ddf-da58-49b6-89d1-6766bcfcec9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b302f2-2f14-449b-919e-db21646f7fba", "tag": "13c05e7b-9e9c-42de-9b46-7a5e5553e524"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:14.288593 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7ba94-2d9f-43cb-b3e2-973795da740c service neutron] Pushing event updated for resources: {'Port': ['ID=13c05e7b-9e9c-42de-9b46-7a5e5553e524,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.326278 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c62c8bda-9fd5-42b7-b111-b6ea4c8b0369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.377735 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c62c8bda-9fd5-42b7-b111-b6ea4c8b0369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.402276 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5204892c-0786-49f4-8fc4-629e40161b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.516222 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c62c8bda-9fd5-42b7-b111-b6ea4c8b0369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.520059 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c62c8bda-9fd5-42b7-b111-b6ea4c8b0369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.523003 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-c62c8bda-9fd5-42b7-b111-b6ea4c8b0369 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e1ed85e-6d62-4af5-b3d0-9f704d424126 HTTP/1.1" status: 204 len: 168 time: 0.2716458 Nov 23 14:30:14.548675 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c8bda-9fd5-42b7-b111-b6ea4c8b0369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ed85e-6d62-4af5-b3d0-9f704d424126,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.640967 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5204892c-0786-49f4-8fc4-629e40161b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.651114 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5204892c-0786-49f4-8fc4-629e40161b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.701355 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204892c-0786-49f4-8fc4-629e40161b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b36dd44-be8c-45f3-9e90-39c666d0546a,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:14.710912 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-5204892c-0786-49f4-8fc4-629e40161b86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fcc2126ad8746feb88027e95d23db5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356982 Nov 23 14:30:14.711941 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43814) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:14.767042 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:30:14.789622 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2eec250b-fbe6-468e-b2b3-bfe10211d564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.839101 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2eec250b-fbe6-468e-b2b3-bfe10211d564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.931115 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2eec250b-fbe6-468e-b2b3-bfe10211d564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.935974 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2eec250b-fbe6-468e-b2b3-bfe10211d564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:14.937191 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-2eec250b-fbe6-468e-b2b3-bfe10211d564 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b36dd44-be8c-45f3-9e90-39c666d0546a HTTP/1.1" status: 204 len: 168 time: 0.2237420 Nov 23 14:30:14.949433 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec250b-fbe6-468e-b2b3-bfe10211d564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b36dd44-be8c-45f3-9e90-39c666d0546a,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:16.040257 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.378115 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43900) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:16.503561 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6e18e713-af25-4939-a4b5-45d03e5e4b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.613619 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6e18e713-af25-4939-a4b5-45d03e5e4b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.621465 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6e18e713-af25-4939-a4b5-45d03e5e4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.664237 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-6e18e713-af25-4939-a4b5-45d03e5e4b4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9767dc078d9b46029d60e8fa1013e5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826610 Nov 23 14:30:16.664237 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18e713-af25-4939-a4b5-45d03e5e4b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5b911-e02f-49d1-ace6-7fd149d59380,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:16.665539 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43924) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:16.727518 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ffcf-d184-4e5d-818c-f3873d4c67ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.750773 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ffcf-d184-4e5d-818c-f3873d4c67ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.809996 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ffcf-d184-4e5d-818c-f3873d4c67ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.812652 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2ed0ffcf-d184-4e5d-818c-f3873d4c67ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:16.813858 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-2ed0ffcf-d184-4e5d-818c-f3873d4c67ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73f5b911-e02f-49d1-ace6-7fd149d59380 HTTP/1.1" status: 204 len: 168 time: 0.1471581 Nov 23 14:30:16.822879 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0ffcf-d184-4e5d-818c-f3873d4c67ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5b911-e02f-49d1-ace6-7fd149d59380,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:16.959674 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 43936) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:17.171596 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-56f22a30-3efd-4329-9bdd-49d2ab468f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.197469 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b611d5-ae9d-4132-b11e-03a7346e5542 x-openstack-request-id: req-52b611d5-ae9d-4132-b11e-03a7346e5542 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:17.197925 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b302f2-2f14-449b-919e-db21646f7fba", "tag": "13c05e7b-9e9c-42de-9b46-7a5e5553e524", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:17.198552 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52b611d5-ae9d-4132-b11e-03a7346e5542 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:17.200006 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b302f2-2f14-449b-919e-db21646f7fba', 'tag': '13c05e7b-9e9c-42de-9b46-7a5e5553e524', 'status': 'completed', 'code': 200} Nov 23 14:30:17.238325 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-6b58836a-4bcd-45aa-b2d2-4ecc395b314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:17.241743 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-6b58836a-4bcd-45aa-b2d2-4ecc395b314b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 1097 time: 0.1233191 Nov 23 14:30:17.341357 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-a7ddc27d-f5ae-454e-a52d-f473af02687f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c05e7b-9e9c-42de-9b46-7a5e5553e524 HTTP/1.1" status: 200 len: 217 time: 0.0773275 Nov 23 14:30:17.365208 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108260f-e98b-4f13-bb06-14bc5d66be85 req-7f8cfe0a-6c7f-4c0b-b4b2-c8eac9cf00f3 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:17.369685 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2108260f-e98b-4f13-bb06-14bc5d66be85 req-7f8cfe0a-6c7f-4c0b-b4b2-c8eac9cf00f3 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 944 time: 0.1018865 Nov 23 14:30:17.468973 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2108260f-e98b-4f13-bb06-14bc5d66be85 req-0df0290a-1f69-4e8e-92d3-0a3c42a7f48a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865791 Nov 23 14:30:17.497156 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-7b7887a0-fb24-4e0e-9d4d-cd547bdda0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:17.498765 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-7b7887a0-fb24-4e0e-9d4d-cd547bdda0f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 200 len: 854 time: 0.0829070 Nov 23 14:30:17.518994 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8d895-7367-4d15-9d18-93dee0cdeb7e req-213d3077-5069-48d4-bc94-aa571832b524 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:17.520659 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6ce8d895-7367-4d15-9d18-93dee0cdeb7e req-213d3077-5069-48d4-bc94-aa571832b524 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1859443 Nov 23 14:30:17.556641 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-56f22a30-3efd-4329-9bdd-49d2ab468f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.569177 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-4daf6a79-9ad3-4cd2-8761-469e8c715601 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=316a669b-d7ee-4929-8536-9a04b5e93fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424020 Nov 23 14:30:17.571177 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-56f22a30-3efd-4329-9bdd-49d2ab468f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.675369 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-56f22a30-3efd-4329-9bdd-49d2ab468f86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43966c7ba87443a4abe03f50780fa777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7140861 Nov 23 14:30:17.676455 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f22a30-3efd-4329-9bdd-49d2ab468f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97596dda-8cb0-4add-8939-150c44b559cd,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:17.678893 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43962) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:17.730497 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6ce8d895-7367-4d15-9d18-93dee0cdeb7e req-662fd9b5-2d16-47ec-a84d-9f3904d3fbec tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927035 Nov 23 14:30:17.797327 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-9f625b20-2c6e-4da0-9abc-13ab73f88e8b service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012520 Nov 23 14:30:17.807569 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4990-fa6c-474c-a4c5-1f75e1c56d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.852276 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4990-fa6c-474c-a4c5-1f75e1c56d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.933523 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4990-fa6c-474c-a4c5-1f75e1c56d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.937173 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4990-fa6c-474c-a4c5-1f75e1c56d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:17.938364 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-fa0c4990-fa6c-474c-a4c5-1f75e1c56d6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97596dda-8cb0-4add-8939-150c44b559cd HTTP/1.1" status: 204 len: 168 time: 0.2573793 Nov 23 14:30:17.948493 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38f13656-4e8f-46ce-b4d8-306660065ac6 req-d220ebb5-99fa-4e93-9495-83d12d6c0fbe service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412101 Nov 23 14:30:17.973397 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c4990-fa6c-474c-a4c5-1f75e1c56d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97596dda-8cb0-4add-8939-150c44b559cd,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:18.096978 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79941ddf-da58-49b6-89d1-6766bcfcec9c req-c2f86d4a-5c03-42c9-98e1-c46042a8a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:18.098795 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-79941ddf-da58-49b6-89d1-6766bcfcec9c req-c2f86d4a-5c03-42c9-98e1-c46042a8a0a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 1097 time: 0.0676556 Nov 23 14:30:18.260544 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79941ddf-da58-49b6-89d1-6766bcfcec9c req-9a3dea51-2f2b-4ae2-983b-b60eba6c6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:18.262644 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-79941ddf-da58-49b6-89d1-6766bcfcec9c req-9a3dea51-2f2b-4ae2-983b-b60eba6c6c61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 915 time: 0.1521001 Nov 23 14:30:18.326741 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-79941ddf-da58-49b6-89d1-6766bcfcec9c req-ba65e635-8672-4956-a924-bc5e36549cba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13c05e7b-9e9c-42de-9b46-7a5e5553e524 HTTP/1.1" status: 200 len: 217 time: 0.0461297 Nov 23 14:30:18.414277 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79941ddf-da58-49b6-89d1-6766bcfcec9c req-42aaf9a6-4b64-4423-b3d4-4f93c1548ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:18.415745 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-79941ddf-da58-49b6-89d1-6766bcfcec9c req-42aaf9a6-4b64-4423-b3d4-4f93c1548ccd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 200 len: 854 time: 0.0793457 Nov 23 14:30:18.467104 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-79941ddf-da58-49b6-89d1-6766bcfcec9c req-b9730cfe-4014-4461-a965-9e6567477640 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=316a669b-d7ee-4929-8536-9a04b5e93fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411303 Nov 23 14:30:18.548169 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 43990) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:18.566147 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-ce602486-132c-4e28-b8e1-ff557aaa7347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.613078 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-79941ddf-da58-49b6-89d1-6766bcfcec9c req-2c3cbcae-5baa-4a68-bd57-694fa659921a service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322095 Nov 23 14:30:18.654617 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e9b85-ac77-4db3-b3d6-55048972b15f req-6942fe6e-eb61-4061-9276-8416eb79d3fe tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:18.663711 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c18e9b85-ac77-4db3-b3d6-55048972b15f req-6942fe6e-eb61-4061-9276-8416eb79d3fe tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 944 time: 0.0999067 Nov 23 14:30:18.753393 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c18e9b85-ac77-4db3-b3d6-55048972b15f req-609ed5a1-339a-4628-969b-e7507139051a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877585 Nov 23 14:30:18.784625 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-ce602486-132c-4e28-b8e1-ff557aaa7347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.790643 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-ce602486-132c-4e28-b8e1-ff557aaa7347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.810667 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-79941ddf-da58-49b6-89d1-6766bcfcec9c req-04e386f7-4d1b-4cf5-a07d-fb7691cea6df service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789818 Nov 23 14:30:18.847357 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce602486-132c-4e28-b8e1-ff557aaa7347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491e5eda-63e4-4612-8870-9c1ffd126c1e,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:18.880763 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-ce602486-132c-4e28-b8e1-ff557aaa7347 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e338878630f491c8d657ae889cee5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313112 Nov 23 14:30:18.884772 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44000) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:18.932469 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc1d5b-c0f7-4d2b-9c1c-95453bfe5caf req-d36aa741-095e-4a0f-8673-897cc4aacb26 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:18.934456 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-39bc1d5b-c0f7-4d2b-9c1c-95453bfe5caf req-d36aa741-095e-4a0f-8673-897cc4aacb26 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0902958 Nov 23 14:30:18.961703 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-774936ef-994b-471b-b388-b044ba14a302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:18.992145 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-774936ef-994b-471b-b388-b044ba14a302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.007868 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-39bc1d5b-c0f7-4d2b-9c1c-95453bfe5caf req-137863ad-02be-44d6-905a-1b534cfee29f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616395 Nov 23 14:30:19.058360 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-774936ef-994b-471b-b388-b044ba14a302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.062796 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-774936ef-994b-471b-b388-b044ba14a302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:19.067704 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-774936ef-994b-471b-b388-b044ba14a302 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/491e5eda-63e4-4612-8870-9c1ffd126c1e HTTP/1.1" status: 204 len: 168 time: 0.1815712 Nov 23 14:30:19.088210 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774936ef-994b-471b-b388-b044ba14a302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491e5eda-63e4-4612-8870-9c1ffd126c1e,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:19.877705 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 13c05e7b-9e9c-42de-9b46-7a5e5553e524 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:30:19.995276 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e65dc1-b3a8-4835-9712-cf0002c7b917 req-dd683ca5-258b-45e1-ba85-00dda08764b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:20.008164 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-56e65dc1-b3a8-4835-9712-cf0002c7b917 req-dd683ca5-258b-45e1-ba85-00dda08764b2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 944 time: 0.1288598 Nov 23 14:30:20.111980 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-56e65dc1-b3a8-4835-9712-cf0002c7b917 req-de0b3547-17bc-41c9-9b18-d3cb22676590 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023569 Nov 23 14:30:20.118620 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 13c05e7b-9e9c-42de-9b46-7a5e5553e524, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13c05e7b-9e9c-42de-9b46-7a5e5553e524,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:20.136175 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '13c05e7b-9e9c-42de-9b46-7a5e5553e524', 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba', 'port_id': '13c05e7b-9e9c-42de-9b46-7a5e5553e524', 'mac_address': 'fa:16:3e:9d:d4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a58d9d5-9e82-4d89-a5b7-5ae48e607824', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:30:20.240741 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb0a2e-ee94-4eca-8ab5-907e1c6598a9 req-391fbdee-0871-43b1-840b-2bd0540190a2 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:20.254979 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fcb0a2e-ee94-4eca-8ab5-907e1c6598a9 req-391fbdee-0871-43b1-840b-2bd0540190a2 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0832505 Nov 23 14:30:20.285610 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.318303 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c05e7b-9e9c-42de-9b46-7a5e5553e524 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:20.341926 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fcb0a2e-ee94-4eca-8ab5-907e1c6598a9 req-77bb8f4e-047b-48cf-ac15-327aac55a954 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736840 Nov 23 14:30:20.383026 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 13c05e7b-9e9c-42de-9b46-7a5e5553e524, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13c05e7b-9e9c-42de-9b46-7a5e5553e524,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:20.389663 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:20.493476 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=13c05e7b-9e9c-42de-9b46-7a5e5553e524,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:20.825800 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['13c05e7b-9e9c-42de-9b46-7a5e5553e524'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:21.281143 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ef7d4-0bcb-4f4c-85ff-419564418735 req-7a68113b-4fd1-4fa4-b1ab-6b6a6a590da9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:21.285576 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-122ef7d4-0bcb-4f4c-85ff-419564418735 req-7a68113b-4fd1-4fa4-b1ab-6b6a6a590da9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 945 time: 0.0795214 Nov 23 14:30:21.343778 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-122ef7d4-0bcb-4f4c-85ff-419564418735 req-bd33170b-db47-411e-ba16-1a8883c6ff55 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517054 Nov 23 14:30:21.471758 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf206c-b2dd-4027-833a-59057cdbaa53 req-95a531a1-a2c2-48f5-b78c-e7c6aabb6dba tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:21.473619 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1ddf206c-b2dd-4027-833a-59057cdbaa53 req-95a531a1-a2c2-48f5-b78c-e7c6aabb6dba tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0537555 Nov 23 14:30:21.546014 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1ddf206c-b2dd-4027-833a-59057cdbaa53 req-5228abe7-1f22-4ed6-af66-bb5b41f46549 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577180 Nov 23 14:30:23.992441 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb21b76-7ad2-4d81-982d-2506228f08e4 req-a596b0ef-6f7a-42f6-a39d-5d7a37ad844b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:23.993956 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3fb21b76-7ad2-4d81-982d-2506228f08e4 req-a596b0ef-6f7a-42f6-a39d-5d7a37ad844b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 945 time: 0.0605688 Nov 23 14:30:24.022804 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6148f-5aad-4a94-afd3-31fba097a80f req-72158e65-c7dc-425f-8bee-30eef049c3b1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:24.024977 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f5a6148f-5aad-4a94-afd3-31fba097a80f req-72158e65-c7dc-425f-8bee-30eef049c3b1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0595598 Nov 23 14:30:24.051674 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3fb21b76-7ad2-4d81-982d-2506228f08e4 req-f198bce4-211c-4791-82dd-a96521c82cbd tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511603 Nov 23 14:30:24.084776 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f5a6148f-5aad-4a94-afd3-31fba097a80f req-35bb4fd3-ad01-4ac3-8e78-968285329ff6 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526767 Nov 23 14:30:25.238716 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9508b1-d477-477d-9ec5-e64e20c3a097 req-ae1ebeb5-abb3-448f-81cc-2059112cbc20 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:25.242285 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ee9508b1-d477-477d-9ec5-e64e20c3a097 req-ae1ebeb5-abb3-448f-81cc-2059112cbc20 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 945 time: 0.0896933 Nov 23 14:30:25.278758 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef034b2-bd32-4745-ae69-b1a50fe8364f req-e79862e6-035a-4961-a595-fb6753611892 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:25.281132 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8ef034b2-bd32-4745-ae69-b1a50fe8364f req-e79862e6-035a-4961-a595-fb6753611892 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1037183 Nov 23 14:30:25.350926 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ee9508b1-d477-477d-9ec5-e64e20c3a097 req-1218eaf9-512d-4259-8887-04d2ec79c85c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965924 Nov 23 14:30:25.402771 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8ef034b2-bd32-4745-ae69-b1a50fe8364f req-ab6b3c4f-a6e4-4020-a0c8-1d80c70b8313 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044655 Nov 23 14:30:25.807279 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 13c05e7b-9e9c-42de-9b46-7a5e5553e524 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:25.873892 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 13c05e7b-9e9c-42de-9b46-7a5e5553e524 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:30:25.881822 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 13c05e7b-9e9c-42de-9b46-7a5e5553e524 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:25.882527 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.011874 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.042968 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b302f2-2f14-449b-919e-db21646f7fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c05e7b-9e9c-42de-9b46-7a5e5553e524'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:26.045304 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96180e92-ff2f-4aa8-a064-6760c6ac20a7" -d '{"events": [{"server_uuid": "f4b302f2-2f14-449b-919e-db21646f7fba", "name": "network-vif-plugged", "status": "completed", "tag": "13c05e7b-9e9c-42de-9b46-7a5e5553e524"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:26.063706 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 13c05e7b-9e9c-42de-9b46-7a5e5553e524, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13c05e7b-9e9c-42de-9b46-7a5e5553e524,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:26.069213 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:26.108648 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367ea4e7-74ec-450d-95d0-313e2fd00bd7 x-openstack-request-id: req-367ea4e7-74ec-450d-95d0-313e2fd00bd7 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:26.109209 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b302f2-2f14-449b-919e-db21646f7fba", "name": "network-vif-plugged", "status": "completed", "tag": "13c05e7b-9e9c-42de-9b46-7a5e5553e524", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:26.109718 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-367ea4e7-74ec-450d-95d0-313e2fd00bd7 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:26.110431 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b302f2-2f14-449b-919e-db21646f7fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c05e7b-9e9c-42de-9b46-7a5e5553e524', 'code': 200} Nov 23 14:30:26.155813 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=13c05e7b-9e9c-42de-9b46-7a5e5553e524,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:26.350149 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d4ef5-3d01-4962-8ca7-c3ce7ec432eb req-4fbac065-ff85-453c-81bd-85d5bca0f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:26.351727 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-048d4ef5-3d01-4962-8ca7-c3ce7ec432eb req-4fbac065-ff85-453c-81bd-85d5bca0f007 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 1099 time: 0.0504303 Nov 23 14:30:26.442255 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-048d4ef5-3d01-4962-8ca7-c3ce7ec432eb req-68336d0d-5d14-4728-baac-0ad18f25e471 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799377 Nov 23 14:30:26.548185 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e28cd-5387-4ad1-a3f4-243649b50a74 req-288b2f17-de04-41a7-94f4-f58119d2b5a9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:26.550611 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a12e28cd-5387-4ad1-a3f4-243649b50a74 req-288b2f17-de04-41a7-94f4-f58119d2b5a9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 946 time: 0.0869911 Nov 23 14:30:26.607209 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583903a2-a64b-4ae5-bfb6-370b0cf94d1d req-8073f15a-4b35-4497-95e4-e622a97b8ecd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:26.610421 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-583903a2-a64b-4ae5-bfb6-370b0cf94d1d req-8073f15a-4b35-4497-95e4-e622a97b8ecd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0797570 Nov 23 14:30:26.640605 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a12e28cd-5387-4ad1-a3f4-243649b50a74 req-d7e1c7db-c439-44f3-aa51-09aa1274aa35 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826511 Nov 23 14:30:26.711358 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-583903a2-a64b-4ae5-bfb6-370b0cf94d1d req-5b4e1994-0c17-45c8-a551-9d0bffc83317 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937002 Nov 23 14:30:26.809237 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-f75b7571-4eb6-4ad2-a55e-6166a0462f2b tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fcf2280211c6467695179169c87ea0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440621 Nov 23 14:30:27.022072 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 44210) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:27.040226 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-8dce1d30-4b25-42b8-8a18-572791b938e0 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:27.042157 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-8dce1d30-4b25-42b8-8a18-572791b938e0 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266254 Nov 23 14:30:27.062033 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-672163d2-db0a-4561-8c20-85e393006730 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/quotas/fcf2280211c6467695179169c87ea0b1 HTTP/1.1" status: 200 len: 375 time: 0.0106473 Nov 23 14:30:27.098654 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-62c48a70-59b0-4b84-883e-b4252dbce52f tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcf2280211c6467695179169c87ea0b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280395 Nov 23 14:30:27.154898 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5b55a54d-20d9-430a-a432-557f3b83f9ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.268927 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5b55a54d-20d9-430a-a432-557f3b83f9ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.277853 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5b55a54d-20d9-430a-a432-557f3b83f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.341725 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6999bb58-c4e5-4666-bb40-deb2b2a3e2fe req-dc564738-405d-405e-b982-2f2cca31fe12 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 210 time: 0.0426424 Nov 23 14:30:27.385560 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55a54d-20d9-430a-a432-557f3b83f9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3dbc1f-22e2-4e6b-8644-7ec79fd46326,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:27.398737 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44222) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:27.408537 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5b55a54d-20d9-430a-a432-557f3b83f9ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34a2c9158f0d4578a151c66e1855b165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848441 Nov 23 14:30:27.489525 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-95a1c500-aab3-427e-a967-168e912b9bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.526369 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-95a1c500-aab3-427e-a967-168e912b9bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.611940 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-95a1c500-aab3-427e-a967-168e912b9bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.615576 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-95a1c500-aab3-427e-a967-168e912b9bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:27.616784 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-95a1c500-aab3-427e-a967-168e912b9bd9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f3dbc1f-22e2-4e6b-8644-7ec79fd46326 HTTP/1.1" status: 204 len: 168 time: 0.2169905 Nov 23 14:30:27.626332 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1c500-aab3-427e-a967-168e912b9bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3dbc1f-22e2-4e6b-8644-7ec79fd46326,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:27.907020 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b85c5c-ae43-4b4c-8d7a-efc3be3dbfd4 req-a80e1bcf-2457-43b9-9148-a5536d32c0bc tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:27.918463 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-04b85c5c-ae43-4b4c-8d7a-efc3be3dbfd4 req-a80e1bcf-2457-43b9-9148-a5536d32c0bc tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 946 time: 0.1303623 Nov 23 14:30:28.014754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8e9e-0a76-4bad-855b-d8bddf029102 req-a9aac1ba-a0b5-4f5b-b9b0-bdb5dc15a77c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:28.025225 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1d8f8e9e-0a76-4bad-855b-d8bddf029102 req-a9aac1ba-a0b5-4f5b-b9b0-bdb5dc15a77c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1337564 Nov 23 14:30:28.043488 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-04b85c5c-ae43-4b4c-8d7a-efc3be3dbfd4 req-bf2a3f36-c70b-495d-990c-c7474aaf18ee tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217902 Nov 23 14:30:28.131549 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1d8f8e9e-0a76-4bad-855b-d8bddf029102 req-71074253-1d14-46f6-8d8b-89eac285a98b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046937 Nov 23 14:30:28.470262 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c6465e9c-85aa-4ce0-bb74-6b0f0e91ba15 req-6572453e-3cff-4920-85e8-448989fb99e5 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 210 time: 0.0291610 Nov 23 14:30:28.957360 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-eba83c60-3eb0-4887-ae99-9fe9dbe7f824 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fcf2280211c6467695179169c87ea0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544636 Nov 23 14:30:29.232117 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-64069a89-8dad-4b89-9c3e-5decf2d89468 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:29.234582 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-64069a89-8dad-4b89-9c3e-5decf2d89468 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703137 Nov 23 14:30:29.252649 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Request body: {'port': {'device_id': '5a586e60-069e-475a-b69d-e98a9e2cbad2', 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785', 'admin_state_up': True, 'tenant_id': 'fcf2280211c6467695179169c87ea0b1'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:29.384462 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b1a03-d7d3-438c-ad68-afe1e758355a req-9e2130e3-4881-436f-b4d8-9766366f2e55 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:29.397810 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-905b1a03-d7d3-438c-ad68-afe1e758355a req-9e2130e3-4881-436f-b4d8-9766366f2e55 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 946 time: 0.0976839 Nov 23 14:30:29.450714 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fb476-f034-48da-9b83-ec0dec99ecf3 req-d00220d2-7b72-4bca-8413-c88318ae16cf tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:29.452260 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e00fb476-f034-48da-9b83-ec0dec99ecf3 req-d00220d2-7b72-4bca-8413-c88318ae16cf tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1046505 Nov 23 14:30:29.494200 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-905b1a03-d7d3-438c-ad68-afe1e758355a req-f65fadfe-25aa-43c0-b00e-fea6ea2cc469 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916121 Nov 23 14:30:29.504483 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Made reservation on behalf of fcf2280211c6467695179169c87ea0b1 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:29.510037 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.529219 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.650366 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.658600 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:29.700184 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e00fb476-f034-48da-9b83-ec0dec99ecf3 req-87b51bea-37c9-43cf-91c9-a303e7a597f1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327871 Nov 23 14:30:29.764103 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69d819e-d2ad-4130-afb5-eca52f491280,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:29.874889 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-66b1a494-3e5f-4b58-a34c-dc3a981e2b2b req-0ebee7b6-d053-4bde-a941-681693a9d1a1 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 210 time: 0.0519285 Nov 23 14:30:29.913823 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Allocated IP 192.168.233.78 (d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785/2a6a6dfd-6a83-45de-b5b7-9fe3d0ec5674/dc6b9d38-fbd8-4227-a2cf-6f79b0802b11) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:30.125230 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.165486 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.210356 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:30.213689 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:30.217606 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:30.244389 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Pushing event updated for resources: {'Port': ['ID=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:30.278756 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:30.279401 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.299110 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-757c4849-763c-4fa3-bb6a-540ae8d92a38 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0513439 Nov 23 14:30:30.453267 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-6a5098ee-6263-40b5-964c-2966749dcace None None] Provisioning complete for port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:30.453831 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-6a5098ee-6263-40b5-964c-2966749dcace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:30.493675 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-6a5098ee-6263-40b5-964c-2966749dcace None None] Port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:30:32.479110 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Request body: {'port': {'device_id': '5a586e60-069e-475a-b69d-e98a9e2cbad2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:32.550951 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:32.660271 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b120a5-203d-42f8-ba6e-e2214811368d req-4c9e44ff-b8b5-4329-9aa5-41de4a00afaf tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:32.664568 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-57b120a5-203d-42f8-ba6e-e2214811368d req-4c9e44ff-b8b5-4329-9aa5-41de4a00afaf tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0745122 Nov 23 14:30:32.741500 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-57b120a5-203d-42f8-ba6e-e2214811368d req-297b0a37-6ffb-41a7-848c-4353564984da tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700274 Nov 23 14:30:32.742754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddde04-b048-46f8-ac78-d9428f03783e req-f94a98d0-716c-4ad7-9a6b-4f79d7a3af3a tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:32.744612 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0dddde04-b048-46f8-ac78-d9428f03783e req-f94a98d0-716c-4ad7-9a6b-4f79d7a3af3a tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 935 time: 0.1387875 Nov 23 14:30:32.901056 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0dddde04-b048-46f8-ac78-d9428f03783e req-4e584d2d-64d3-472a-ada1-17ccc9cd8dc1 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374567 Nov 23 14:30:32.999186 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:33.009377 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.026840 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Transition to ACTIVE for port object dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:30:33.032592 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.092346 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:33.249328 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Attempting to bind port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:33.249849 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Attempting to bind port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '657da29d-107b-4723-a11b-2197a8abad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:33.250359 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Attempting to bind port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 on network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:33.258701 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 on network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:30:33.259068 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Attempting to bind port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 on network d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:33.266727 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:33.267269 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Checking segment: {'id': '657da29d-107b-4723-a11b-2197a8abad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:33.267806 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Bound using segment: {'id': '657da29d-107b-4723-a11b-2197a8abad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:33.268273 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Bound port: dc6b9d38-fbd8-4227-a2cf-6f79b0802b11, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657da29d-107b-4723-a11b-2197a8abad8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:33.268638 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.373445 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] For port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:33.379887 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] For port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,segment=NetworkSegment(657da29d-107b-4723-a11b-2197a8abad8b),segment_id=657da29d-107b-4723-a11b-2197a8abad8b)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:33.386908 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.427896 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:33.428584 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:33.430021 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] 10.222.0.48 "PUT /v2.0/ports/dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 HTTP/1.1" status: 200 len: 1097 time: 0.9560227 Nov 23 14:30:33.430585 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a586e60-069e-475a-b69d-e98a9e2cbad2', 'tag': 'dc6b9d38-fbd8-4227-a2cf-6f79b0802b11'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:33.432942 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d86f2a-e247-4e76-9b04-c035cfbad4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5a586e60-069e-475a-b69d-e98a9e2cbad2", "tag": "dc6b9d38-fbd8-4227-a2cf-6f79b0802b11"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:33.487134 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c6c75-9dc6-4af9-9d9f-7e8aea62fa50 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:33.541668 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf4584d-b660-4cda-9737-7b862eeb9236 x-openstack-request-id: req-faf4584d-b660-4cda-9737-7b862eeb9236 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:33.541963 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a586e60-069e-475a-b69d-e98a9e2cbad2", "tag": "dc6b9d38-fbd8-4227-a2cf-6f79b0802b11", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:33.542214 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-faf4584d-b660-4cda-9737-7b862eeb9236 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:33.542637 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a586e60-069e-475a-b69d-e98a9e2cbad2', 'tag': 'dc6b9d38-fbd8-4227-a2cf-6f79b0802b11', 'status': 'completed', 'code': 200} Nov 23 14:30:33.580942 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-24f0bcfe-8236-43cd-a425-901d35f56fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:33.583117 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-24f0bcfe-8236-43cd-a425-901d35f56fe1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fcf2280211c6467695179169c87ea0b1&device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 1100 time: 0.0853744 Nov 23 14:30:33.680627 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-6c38854b-f2f1-43c9-a9db-f951219674e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 HTTP/1.1" status: 200 len: 217 time: 0.0720234 Nov 23 14:30:33.781349 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-dd091b87-642b-49c3-9772-4efd9638d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:33.783106 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-dd091b87-642b-49c3-9772-4efd9638d565 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a6a6dfd-6a83-45de-b5b7-9fe3d0ec5674 HTTP/1.1" status: 200 len: 843 time: 0.0940511 Nov 23 14:30:33.925763 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-947bee1c-2490-4c99-b9de-1a99892e58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:33.927738 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-947bee1c-2490-4c99-b9de-1a99892e58ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1093078 Nov 23 14:30:33.960856 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d24580-96c9-4e49-a5cb-17b4dce08da4 req-7145089f-828f-4bbb-a0fd-a20900374d82 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:33.962648 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-69d24580-96c9-4e49-a5cb-17b4dce08da4 req-7145089f-828f-4bbb-a0fd-a20900374d82 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0808735 Nov 23 14:30:34.102427 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-223ba45c-8a96-4a57-98f3-a70135609885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:34.103377 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-69d24580-96c9-4e49-a5cb-17b4dce08da4 req-a059100f-663b-45d6-a8ab-74ebc52e5289 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145141 Nov 23 14:30:34.135742 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-d0cfcf14-1471-4044-810a-ab2287267a55 service neutron] 10.222.0.48 "GET /v2.0/networks/d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948664 Nov 23 14:30:34.145396 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace35d72-d88d-4b46-9946-adf7000b1ad2 req-4c1f5465-1312-4930-a97f-a280d32658ec tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:34.149552 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ace35d72-d88d-4b46-9946-adf7000b1ad2 req-4c1f5465-1312-4930-a97f-a280d32658ec tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 947 time: 0.1307125 Nov 23 14:30:34.263209 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ace35d72-d88d-4b46-9946-adf7000b1ad2 req-bba26539-1b29-4b74-8c4a-4f6792c0ee44 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056478 Nov 23 14:30:34.332560 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87566cdd-dae8-464c-bf9b-8762adcc5aa5 req-ee75e927-cbb4-469f-b280-91018ff7cfbc service neutron] 10.222.0.48 "GET /v2.0/networks/d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806943 Nov 23 14:30:34.507001 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-048e320e-a554-4912-a45c-2cab492b258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:34.509894 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-048e320e-a554-4912-a45c-2cab492b258a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fcf2280211c6467695179169c87ea0b1&device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 1100 time: 0.0859752 Nov 23 14:30:34.704152 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-d7391610-b185-4236-b32e-8f1fc7b6bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:34.707002 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-d7391610-b185-4236-b32e-8f1fc7b6bbc9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785 HTTP/1.1" status: 200 len: 870 time: 0.1835616 Nov 23 14:30:34.799944 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-ed94ca97-6faa-47ee-a4fd-5c2882721785 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 HTTP/1.1" status: 200 len: 217 time: 0.0758803 Nov 23 14:30:34.962687 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-7595b19f-ae2f-4a23-80d1-b467c204d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:34.964334 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-7595b19f-ae2f-4a23-80d1-b467c204d249 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a6a6dfd-6a83-45de-b5b7-9fe3d0ec5674 HTTP/1.1" status: 200 len: 843 time: 0.1523895 Nov 23 14:30:35.064201 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-8a8836ee-933a-4151-9693-7d7671a23c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:35.064942 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-8a8836ee-933a-4151-9693-7d7671a23c0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0891128 Nov 23 14:30:35.248113 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44440) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:35.298917 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-21cf339b-8e2a-42c2-878b-c422239e665d service neutron] 10.222.0.48 "GET /v2.0/networks/d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112052 Nov 23 14:30:35.332267 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308435d-579d-4f22-9f4e-64905d118bd9 req-51f82393-d82f-40ea-bda5-075ce20ca755 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:35.341211 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6308435d-579d-4f22-9f4e-64905d118bd9 req-51f82393-d82f-40ea-bda5-075ce20ca755 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1043899 Nov 23 14:30:35.415206 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6308435d-579d-4f22-9f4e-64905d118bd9 req-b6f47ed3-13be-4b62-9300-2e4318a23f05 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696559 Nov 23 14:30:35.461891 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c360e9c3-97f3-4d6c-8c16-5cfdcb7da96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.626717 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c360e9c3-97f3-4d6c-8c16-5cfdcb7da96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.632554 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c360e9c3-97f3-4d6c-8c16-5cfdcb7da96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.699004 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-c360e9c3-97f3-4d6c-8c16-5cfdcb7da96d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80493f40305c4eafaf9b1885b15f9e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4434369 Nov 23 14:30:35.703514 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360e9c3-97f3-4d6c-8c16-5cfdcb7da96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf46e32d-66ba-421c-8c9c-4c1b9d587ad2,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:35.708269 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44446) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:35.819146 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d7828231-508f-41e4-9497-aa879a106c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.864445 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d7828231-508f-41e4-9497-aa879a106c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.940380 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-13d86f2a-e247-4e76-9b04-c035cfbad4aa req-dda45b17-3842-492f-bdb5-91120f69d2e4 service neutron] 10.222.0.48 "GET /v2.0/networks/d9ec82e9-fa3b-44f3-a0f7-bc14ebaec785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246116 Nov 23 14:30:35.956234 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4116c-13ab-41a9-8051-ce7273b57595 req-65b90014-6627-4d05-b15e-36f96f99c506 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:35.958144 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-40b4116c-13ab-41a9-8051-ce7273b57595 req-65b90014-6627-4d05-b15e-36f96f99c506 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 947 time: 0.4734628 Nov 23 14:30:35.962976 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d7828231-508f-41e4-9497-aa879a106c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.963428 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3aeb8-8c66-4f2b-92d9-488e6507a5d4 req-45411112-a0f8-4886-a35e-5db07e697684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:35.966464 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-62d3aeb8-8c66-4f2b-92d9-488e6507a5d4 req-45411112-a0f8-4886-a35e-5db07e697684 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 1099 time: 0.1244483 Nov 23 14:30:35.973736 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d7828231-508f-41e4-9497-aa879a106c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:35.982235 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-d7828231-508f-41e4-9497-aa879a106c90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf46e32d-66ba-421c-8c9c-4c1b9d587ad2 HTTP/1.1" status: 204 len: 168 time: 0.2682371 Nov 23 14:30:35.996764 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7828231-508f-41e4-9497-aa879a106c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf46e32d-66ba-421c-8c9c-4c1b9d587ad2,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:36.067340 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-40b4116c-13ab-41a9-8051-ce7273b57595 req-c59cb487-78f7-4524-a79f-1c0e4ed9a6b8 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993741 Nov 23 14:30:36.075705 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-62d3aeb8-8c66-4f2b-92d9-488e6507a5d4 req-7da7cb7a-a397-45ed-9262-6844cd40edd6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962501 Nov 23 14:30:36.507823 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44470) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:36.539009 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee81d-9f87-4026-9977-c049cbaea136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:36.600645 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-d622b3fd-cffc-4076-be05-ad2ee864d3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:36.699544 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59c013-8b60-4e2d-98a6-6342b337bb2d req-b3ce57e2-e0fe-4d33-aa46-b6f9209565e5 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:36.705201 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ec59c013-8b60-4e2d-98a6-6342b337bb2d req-b3ce57e2-e0fe-4d33-aa46-b6f9209565e5 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1208441 Nov 23 14:30:36.734672 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 44474) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:36.791495 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee81d-9f87-4026-9977-c049cbaea136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:36.807689 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee81d-9f87-4026-9977-c049cbaea136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:36.879585 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ec59c013-8b60-4e2d-98a6-6342b337bb2d req-c5d80b3e-3a82-401d-9248-edb3556747e5 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587682 Nov 23 14:30:36.904993 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-bf4ee81d-9f87-4026-9977-c049cbaea136 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab086cde7ee24d1aa4827ed5f03ba7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881369 Nov 23 14:30:36.904993 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ee81d-9f87-4026-9977-c049cbaea136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bc077d-4f66-4d42-ab8e-9a2ec54c8d22,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:36.910455 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 44478) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:36.923714 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eb594d8e-4caa-4743-b0a2-468805c2d630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.026416 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-352162ff-2c8e-45b1-b1ff-bfc7b0b16c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.073683 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-352162ff-2c8e-45b1-b1ff-bfc7b0b16c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.101930 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eb594d8e-4caa-4743-b0a2-468805c2d630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.125379 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eb594d8e-4caa-4743-b0a2-468805c2d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.208943 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-eb594d8e-4caa-4743-b0a2-468805c2d630 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5ec475d471b4c3ca42c1df9ed2f37ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714377 Nov 23 14:30:37.213867 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44484) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:37.234842 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb594d8e-4caa-4743-b0a2-468805c2d630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a05676-a6fa-4f22-9eff-94f660098dfa,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:37.254459 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-352162ff-2c8e-45b1-b1ff-bfc7b0b16c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.258846 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-352162ff-2c8e-45b1-b1ff-bfc7b0b16c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.260751 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-352162ff-2c8e-45b1-b1ff-bfc7b0b16c05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21bc077d-4f66-4d42-ab8e-9a2ec54c8d22 HTTP/1.1" status: 204 len: 168 time: 0.3480835 Nov 23 14:30:37.278306 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352162ff-2c8e-45b1-b1ff-bfc7b0b16c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bc077d-4f66-4d42-ab8e-9a2ec54c8d22,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:37.299506 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37d0d5-096a-4dc6-8537-58591e11d2bf req-1d7903f3-ae34-46ba-8378-94a997a36a47 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:37.301639 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7e37d0d5-096a-4dc6-8537-58591e11d2bf req-1d7903f3-ae34-46ba-8378-94a997a36a47 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 947 time: 0.1307490 Nov 23 14:30:37.337257 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9c158d5f-0c81-4f4b-8957-21c44ca1c7a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.408035 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9c158d5f-0c81-4f4b-8957-21c44ca1c7a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.422282 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7e37d0d5-096a-4dc6-8537-58591e11d2bf req-8a50f656-5dd6-44ee-9fa6-1b2fd3aea7d1 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083534 Nov 23 14:30:37.547526 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9c158d5f-0c81-4f4b-8957-21c44ca1c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.552703 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9c158d5f-0c81-4f4b-8957-21c44ca1c7a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:37.555119 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-9c158d5f-0c81-4f4b-8957-21c44ca1c7a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15a05676-a6fa-4f22-9eff-94f660098dfa HTTP/1.1" status: 204 len: 168 time: 0.3386765 Nov 23 14:30:37.569736 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c158d5f-0c81-4f4b-8957-21c44ca1c7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a05676-a6fa-4f22-9eff-94f660098dfa,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:37.934743 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44506) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:37.968520 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7288ad2d-e862-4a06-89c8-ae7886dd14e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.184659 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e934deb-2989-4c32-b2c1-2c4a56e86cde req-6d3e2c27-68a7-473f-8e54-c4c62d0c6848 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:38.187581 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7e934deb-2989-4c32-b2c1-2c4a56e86cde req-6d3e2c27-68a7-473f-8e54-c4c62d0c6848 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1667635 Nov 23 14:30:38.195817 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7288ad2d-e862-4a06-89c8-ae7886dd14e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.214113 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.215561 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7288ad2d-e862-4a06-89c8-ae7886dd14e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.327502 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288ad2d-e862-4a06-89c8-ae7886dd14e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f368b-3ee4-4ef7-8886-00b17671247d,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:38.343924 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-7288ad2d-e862-4a06-89c8-ae7886dd14e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d89ae666320a4c0ca47685f3b4d92db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063773 Nov 23 14:30:38.345782 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 44516) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:38.399709 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7e934deb-2989-4c32-b2c1-2c4a56e86cde req-afecdfec-4076-49a3-9b88-a1f26677cb95 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955099 Nov 23 14:30:38.473459 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:30:38.480470 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-41be7e49-6c65-4276-b8dd-eec77f61cdf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.594122 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-41be7e49-6c65-4276-b8dd-eec77f61cdf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.653225 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5114-cd1a-4f85-98c8-13cf18cd2d07 req-3d5d6ba5-01a1-4959-9907-e9521f3eaf0d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:38.655084 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f03c5114-cd1a-4f85-98c8-13cf18cd2d07 req-3d5d6ba5-01a1-4959-9907-e9521f3eaf0d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1388292 Nov 23 14:30:38.724932 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206fbd9-a99b-4fde-981c-0ee683d1147a req-c56b544a-ef2f-44b6-9665-5b7599bb4031 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:38.732260 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9206fbd9-a99b-4fde-981c-0ee683d1147a req-c56b544a-ef2f-44b6-9665-5b7599bb4031 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 947 time: 0.1830091 Nov 23 14:30:38.749962 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,segment=NetworkSegment(657da29d-107b-4723-a11b-2197a8abad8b),segment_id=657da29d-107b-4723-a11b-2197a8abad8b)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:38.755759 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-41be7e49-6c65-4276-b8dd-eec77f61cdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.760496 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-41be7e49-6c65-4276-b8dd-eec77f61cdf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.766424 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-41be7e49-6c65-4276-b8dd-eec77f61cdf6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd3f368b-3ee4-4ef7-8886-00b17671247d HTTP/1.1" status: 204 len: 168 time: 0.4183891 Nov 23 14:30:38.771742 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': 'dc6b9d38-fbd8-4227-a2cf-6f79b0802b11', 'network_id': 'd9ec82e9-fa3b-44f3-a0f7-bc14ebaec785', 'port_id': 'dc6b9d38-fbd8-4227-a2cf-6f79b0802b11', 'mac_address': 'fa:16:3e:9e:ce:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a6a6dfd-6a83-45de-b5b7-9fe3d0ec5674', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:30:38.828003 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be7e49-6c65-4276-b8dd-eec77f61cdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f368b-3ee4-4ef7-8886-00b17671247d,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:38.856446 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f03c5114-cd1a-4f85-98c8-13cf18cd2d07 req-a657182f-7057-4ac4-acab-232aef61d9e2 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817570 Nov 23 14:30:38.888688 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:38.950269 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:38.992790 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9206fbd9-a99b-4fde-981c-0ee683d1147a req-457ff73d-f6ae-41c2-8604-65236adf0907 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200336 Nov 23 14:30:39.033393 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,segment=NetworkSegment(657da29d-107b-4723-a11b-2197a8abad8b),segment_id=657da29d-107b-4723-a11b-2197a8abad8b)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:39.043150 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:39.248590 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:39.479779 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['dc6b9d38-fbd8-4227-a2cf-6f79b0802b11'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:39.838734 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:39.912523 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 44556) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:40.195117 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-610437e3-374a-4155-80ee-b67c65dba8d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.247641 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855797b9-9e3a-4ace-9708-fc2a523917c3 req-cdd836d0-4d7d-4ddb-8b1f-399f207755f8 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:40.249955 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-855797b9-9e3a-4ace-9708-fc2a523917c3 req-cdd836d0-4d7d-4ddb-8b1f-399f207755f8 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 948 time: 0.1326044 Nov 23 14:30:40.344511 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-855797b9-9e3a-4ace-9708-fc2a523917c3 req-f4034dd7-254b-48ed-93e0-692e7eec367a tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804625 Nov 23 14:30:40.398399 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-610437e3-374a-4155-80ee-b67c65dba8d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.407868 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-610437e3-374a-4155-80ee-b67c65dba8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.465537 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-610437e3-374a-4155-80ee-b67c65dba8d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ace1183fc5643c0b0b08e6942f55a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5486083 Nov 23 14:30:40.465537 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610437e3-374a-4155-80ee-b67c65dba8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567a9751-2fbf-4247-a3b5-9a98883616cf,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:40.466234 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44574) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:40.501758 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.570983 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-33a245b9-8e53-4e0b-b97d-9058092f6002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.610178 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-33a245b9-8e53-4e0b-b97d-9058092f6002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.689095 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-33a245b9-8e53-4e0b-b97d-9058092f6002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.696219 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-33a245b9-8e53-4e0b-b97d-9058092f6002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:40.700321 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-33a245b9-8e53-4e0b-b97d-9058092f6002 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/567a9751-2fbf-4247-a3b5-9a98883616cf HTTP/1.1" status: 204 len: 168 time: 0.2316365 Nov 23 14:30:40.720186 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a245b9-8e53-4e0b-b97d-9058092f6002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567a9751-2fbf-4247-a3b5-9a98883616cf,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:41.353654 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defabb2d-b908-4970-934c-080e4f400a4f req-92eb952b-d297-41e8-8074-5b4536b66817 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:41.358599 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f6340-e489-4cc7-9e3d-ba766f9540ed req-62d62bfc-3719-4332-b33b-8d2452207133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:41.360435 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c66f6340-e489-4cc7-9e3d-ba766f9540ed req-62d62bfc-3719-4332-b33b-8d2452207133 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 1099 time: 0.1627834 Nov 23 14:30:41.367798 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-defabb2d-b908-4970-934c-080e4f400a4f req-92eb952b-d297-41e8-8074-5b4536b66817 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1285310 Nov 23 14:30:41.503450 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-defabb2d-b908-4970-934c-080e4f400a4f req-061ac9a4-76c5-46d7-8a9d-9ea552a77c42 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314166 Nov 23 14:30:41.639667 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f6340-e489-4cc7-9e3d-ba766f9540ed req-f08193d5-a48a-4c8d-98f9-34e0cc1e1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:41.652601 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c66f6340-e489-4cc7-9e3d-ba766f9540ed req-f08193d5-a48a-4c8d-98f9-34e0cc1e1750 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 919 time: 0.2537177 Nov 23 14:30:41.751617 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c66f6340-e489-4cc7-9e3d-ba766f9540ed req-79e363fb-4b36-4456-a451-e3040cc98876 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1191887d-d72f-4b81-b2dc-95d48d754872 HTTP/1.1" status: 200 len: 217 time: 0.0973086 Nov 23 14:30:41.778688 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05cb1c-4371-44f5-8040-c08336cbe7d1 req-e83271a8-f99b-48bf-8ed9-4c5b099a766a tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:41.781135 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3c05cb1c-4371-44f5-8040-c08336cbe7d1 req-e83271a8-f99b-48bf-8ed9-4c5b099a766a tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 948 time: 0.2141044 Nov 23 14:30:41.893004 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f6340-e489-4cc7-9e3d-ba766f9540ed req-6383a886-2ee0-4188-bfca-b25971356793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:41.894768 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c66f6340-e489-4cc7-9e3d-ba766f9540ed req-6383a886-2ee0-4188-bfca-b25971356793 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2809e92-c32e-4683-afe6-caa82f288483 HTTP/1.1" status: 200 len: 858 time: 0.1031349 Nov 23 14:30:41.923392 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3c05cb1c-4371-44f5-8040-c08336cbe7d1 req-8df61eaa-c0c4-4094-b642-267d9ee57da7 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195872 Nov 23 14:30:41.953318 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c66f6340-e489-4cc7-9e3d-ba766f9540ed req-cb00a8fc-b0d2-4847-a96d-e699b378fcbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465589 Nov 23 14:30:42.219686 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c66f6340-e489-4cc7-9e3d-ba766f9540ed req-3d09252c-02cd-4b81-82a1-f135df8c667f service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448030 Nov 23 14:30:42.491528 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:30:42.494671 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c66f6340-e489-4cc7-9e3d-ba766f9540ed req-1e576bcd-2e30-4b99-a97f-cdcda6d34d46 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550228 Nov 23 14:30:42.646289 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:30:42.654886 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:30:42.655922 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:42.957353 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:42.965008 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93795619-5f86-47c5-bf81-a3e743c4e24b req-d7f557b8-d621-4efe-8b89-025c473e6477 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:42.970192 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-93795619-5f86-47c5-bf81-a3e743c4e24b req-d7f557b8-d621-4efe-8b89-025c473e6477 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1514063 Nov 23 14:30:43.092998 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a586e60-069e-475a-b69d-e98a9e2cbad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6b9d38-fbd8-4227-a2cf-6f79b0802b11'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:43.127052 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b592b6-b16a-4abb-9102-0f3a9241f80a" -d '{"events": [{"server_uuid": "5a586e60-069e-475a-b69d-e98a9e2cbad2", "name": "network-vif-plugged", "status": "completed", "tag": "dc6b9d38-fbd8-4227-a2cf-6f79b0802b11"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:43.188695 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,segment=NetworkSegment(657da29d-107b-4723-a11b-2197a8abad8b),segment_id=657da29d-107b-4723-a11b-2197a8abad8b)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:43.201979 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:43.242321 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-93795619-5f86-47c5-bf81-a3e743c4e24b req-a2f69234-cb55-4079-b779-e49854de0992 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593467 Nov 23 14:30:43.453163 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bfc5-8565-4abb-a049-67a701caf077 req-1398b198-e404-4661-b28b-47ca1d4a4e7e tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:43.460760 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b8c5bfc5-8565-4abb-a049-67a701caf077 req-1398b198-e404-4661-b28b-47ca1d4a4e7e tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 949 time: 0.2396629 Nov 23 14:30:43.474767 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:43.495742 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8bd354-5178-4c95-80bb-9c7a066ee3c8 x-openstack-request-id: req-ca8bd354-5178-4c95-80bb-9c7a066ee3c8 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:43.497752 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a586e60-069e-475a-b69d-e98a9e2cbad2", "name": "network-vif-plugged", "status": "completed", "tag": "dc6b9d38-fbd8-4227-a2cf-6f79b0802b11", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:43.499975 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca8bd354-5178-4c95-80bb-9c7a066ee3c8 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:43.501774 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a586e60-069e-475a-b69d-e98a9e2cbad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6b9d38-fbd8-4227-a2cf-6f79b0802b11', 'code': 200} Nov 23 14:30:43.618652 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b8c5bfc5-8565-4abb-a049-67a701caf077 req-613ee2e9-4082-4c3b-9bec-6e17da5a6c31 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464524 Nov 23 14:30:43.725943 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7aa58-632c-4767-a325-2e9261c5726c req-98b870c6-a979-4624-bc03-60c517f1196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:43.730009 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c7aa58-632c-4767-a325-2e9261c5726c req-98b870c6-a979-4624-bc03-60c517f1196e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 1099 time: 0.1200535 Nov 23 14:30:44.039017 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cb243-9ae6-40b1-9495-655ff72403ab req-9aa6a832-9cfd-425b-9b15-28c6750ef13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:44.041078 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-646cb243-9ae6-40b1-9495-655ff72403ab req-9aa6a832-9cfd-425b-9b15-28c6750ef13e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 1102 time: 0.1879523 Nov 23 14:30:44.115721 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7aa58-632c-4767-a325-2e9261c5726c req-391f69d9-b8c2-41d4-9197-5dbeba7d19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:44.118473 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c7aa58-632c-4767-a325-2e9261c5726c req-391f69d9-b8c2-41d4-9197-5dbeba7d19fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 919 time: 0.3198380 Nov 23 14:30:44.147027 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-646cb243-9ae6-40b1-9495-655ff72403ab req-0f517b90-3840-4cae-a140-237b703dd938 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907142 Nov 23 14:30:44.198185 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c7aa58-632c-4767-a325-2e9261c5726c req-135db51f-79eb-4caa-adae-85f555e7fa80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1191887d-d72f-4b81-b2dc-95d48d754872 HTTP/1.1" status: 200 len: 217 time: 0.0659146 Nov 23 14:30:44.417364 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a7a28-c59c-4747-9ae1-690d8bf3c85c req-f901c901-e820-4743-a8b2-a7dc1bb56d53 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:44.419834 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4b5a7a28-c59c-4747-9ae1-690d8bf3c85c req-f901c901-e820-4743-a8b2-a7dc1bb56d53 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0741208 Nov 23 14:30:44.511432 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7aa58-632c-4767-a325-2e9261c5726c req-4a89a620-7661-4d31-90ca-dda7acb294be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:44.514262 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c7aa58-632c-4767-a325-2e9261c5726c req-4a89a620-7661-4d31-90ca-dda7acb294be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2809e92-c32e-4683-afe6-caa82f288483 HTTP/1.1" status: 200 len: 858 time: 0.0934131 Nov 23 14:30:44.570859 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c7aa58-632c-4767-a325-2e9261c5726c req-5b342967-349c-4347-9df0-aaa8acf064a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368917 Nov 23 14:30:44.574778 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4b5a7a28-c59c-4747-9ae1-690d8bf3c85c req-184328bb-3674-4c0a-978c-40c49952ff14 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421888 Nov 23 14:30:44.778826 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c7aa58-632c-4767-a325-2e9261c5726c req-62748a34-5654-4515-8097-dee3442102af service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895330 Nov 23 14:30:44.873659 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc730c1-f375-44f0-852f-6d6da31483ef req-c099e45a-8f1c-448d-aeff-3376e3105c3a tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:44.875474 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4bc730c1-f375-44f0-852f-6d6da31483ef req-c099e45a-8f1c-448d-aeff-3376e3105c3a tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 949 time: 0.1169295 Nov 23 14:30:44.957260 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c7aa58-632c-4767-a325-2e9261c5726c req-ba96f248-4055-43a4-b944-7194491abbf9 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681936 Nov 23 14:30:44.994358 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4bc730c1-f375-44f0-852f-6d6da31483ef req-39054fff-e7ad-4629-bd6e-ab50b4f855a8 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021733 Nov 23 14:30:45.963085 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ed970-ccbd-44fd-b816-0e4899aea48c req-f1c15f39-b6a7-4e74-bb58-c398a20963b3 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:45.969750 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3d0ed970-ccbd-44fd-b816-0e4899aea48c req-f1c15f39-b6a7-4e74-bb58-c398a20963b3 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1598060 Nov 23 14:30:46.061653 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:46.077792 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3d0ed970-ccbd-44fd-b816-0e4899aea48c req-c5c08e6b-e921-4ba5-a175-5ddbb3f8266f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000056 Nov 23 14:30:46.180359 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a2366-4a75-411a-b59f-234124b3953c req-1aac8cba-49f8-4dd4-bbe7-fd852656d504 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:46.180359 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-897a2366-4a75-411a-b59f-234124b3953c req-1aac8cba-49f8-4dd4-bbe7-fd852656d504 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 949 time: 0.0685589 Nov 23 14:30:46.250499 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-897a2366-4a75-411a-b59f-234124b3953c req-26cbfbb4-ede2-45d5-872b-9642ba14911a tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589395 Nov 23 14:30:46.758141 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc93ad-7871-4ff0-8062-28b30bfdc04b req-1b5d5919-c9e3-4da9-8253-3027252e5884 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:46.759895 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ecbc93ad-7871-4ff0-8062-28b30bfdc04b req-1b5d5919-c9e3-4da9-8253-3027252e5884 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 949 time: 0.1051567 Nov 23 14:30:46.859401 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ecbc93ad-7871-4ff0-8062-28b30bfdc04b req-e7244442-8201-4282-b05e-bfe1d902a215 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706539 Nov 23 14:30:46.919561 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44750) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:47.085617 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.297597 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451e4f3-ed35-4954-a759-cab5861b16a0 req-0fd27ddf-2ee2-4d14-bf81-ff87d5ef0b45 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:47.300119 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1451e4f3-ed35-4954-a759-cab5861b16a0 req-0fd27ddf-2ee2-4d14-bf81-ff87d5ef0b45 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1057177 Nov 23 14:30:47.335097 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.343294 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.397730 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1451e4f3-ed35-4954-a759-cab5861b16a0 req-b1c73db0-eae3-4e8d-aa69-d627e82cd7c6 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866470 Nov 23 14:30:47.422122 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f78ee0-aaac-4e27-af9f-fcf45666a0dd,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:47.426136 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89142ce77481436db04c156153447e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051360 Nov 23 14:30:47.429930 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 44766) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:47.441505 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e62d-0686-4148-97aa-6098ca817aac req-8d66caa9-4954-4757-b0cd-967908425b46 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:47.444258 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-8d66caa9-4954-4757-b0cd-967908425b46 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 814 time: 0.2755280 Nov 23 14:30:47.447582 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.448457 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.449239 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.449826 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.450404 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.450984 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.451556 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.452131 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.455895 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.455895 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.455895 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.455895 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c82421a-823b-4efe-864d-4aa9264e8eea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.477250 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-bec556b7-cbf7-49fc-a977-ce3eb2b25a98 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/quotas/d88139bd5bbb4ae390a08624d36c16b6 HTTP/1.1" status: 200 len: 375 time: 0.0147605 Nov 23 14:30:47.502919 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.533412 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.635261 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.638522 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:47.642686 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8f78ee0-aaac-4e27-af9f-fcf45666a0dd HTTP/1.1" status: 204 len: 168 time: 0.2093370 Nov 23 14:30:47.653557 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f78ee0-aaac-4e27-af9f-fcf45666a0dd,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:47.681636 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.681636 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.681636 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.681636 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.681636 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.699066 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.704646 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.705780 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.706463 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.709262 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.710364 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.710831 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838cdc6-f0b4-4877-8630-5b4d93b4aeca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:47.910906 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-a44106a8-865f-48a5-81a8-2b4d017da38e tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4267323 Nov 23 14:30:48.068449 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-d076fcfc-e347-4fc4-aed4-56980c97e326 service neutron] 10.222.0.59 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462226 Nov 23 14:30:48.153804 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9ec95-acb8-4cd2-ae43-efbc7c22b30e req-45600e40-8e71-4e2e-a692-e0515a395474 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.155551 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b4e9ec95-acb8-4cd2-ae43-efbc7c22b30e req-45600e40-8e71-4e2e-a692-e0515a395474 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 949 time: 0.0907941 Nov 23 14:30:48.270929 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-f07a5392-3f14-4479-a011-f014b054b271 service neutron] 10.222.0.59 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641121 Nov 23 14:30:48.300589 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b4e9ec95-acb8-4cd2-ae43-efbc7c22b30e req-3226be62-454e-493b-bed5-0c443cfbabf1 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346233 Nov 23 14:30:48.580559 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b249ce4f-cb9c-42af-b535-152f049a1af4 req-7fd01c41-9b61-4373-ab0d-68150026e3f6 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 210 time: 0.0339751 Nov 23 14:30:48.633369 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78373791-980b-4034-96f9-ef165c1160ab req-2e9a1557-8b84-49f5-9d27-eb7b0473d2da tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:48.642563 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-78373791-980b-4034-96f9-ef165c1160ab req-2e9a1557-8b84-49f5-9d27-eb7b0473d2da tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1292620 Nov 23 14:30:48.785204 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-78373791-980b-4034-96f9-ef165c1160ab req-5d3152ed-5c67-494d-840a-df578825fb70 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357040 Nov 23 14:30:49.085095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-bacb47ae-2d61-4aea-af8f-62adbac1a2d4 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:49.086775 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-bacb47ae-2d61-4aea-af8f-62adbac1a2d4 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 949 time: 0.1221888 Nov 23 14:30:49.252452 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-536110b9-153d-466a-9cf7-6b4eee467fd9 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Deleting port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:30:49.252969 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-536110b9-153d-466a-9cf7-6b4eee467fd9 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.543721 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-536110b9-153d-466a-9cf7-6b4eee467fd9 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] For port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,segment=NetworkSegment(657da29d-107b-4723-a11b-2197a8abad8b),segment_id=657da29d-107b-4723-a11b-2197a8abad8b)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:49.545118 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-536110b9-153d-466a-9cf7-6b4eee467fd9 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.571944 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-536110b9-153d-466a-9cf7-6b4eee467fd9 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Calling delete_port for dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:30:49.735525 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5c2a8-40f6-4cf7-a713-06bbd0b91f87 req-3f00859d-9f87-4be7-a1aa-3029c417c4a6 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:49.771477 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5ee5c2a8-40f6-4cf7-a713-06bbd0b91f87 req-3f00859d-9f87-4be7-a1aa-3029c417c4a6 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 949 time: 0.2621305 Nov 23 14:30:49.843348 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-536110b9-153d-466a-9cf7-6b4eee467fd9 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:49.868540 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['dc6b9d38-fbd8-4227-a2cf-6f79b0802b11'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:50.014364 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536110b9-153d-466a-9cf7-6b4eee467fd9 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Pushing event deleted for resources: {'Port': ['ID=dc6b9d38-fbd8-4227-a2cf-6f79b0802b11,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:50.015324 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5ee5c2a8-40f6-4cf7-a713-06bbd0b91f87 req-bf80542e-da89-4cfe-819b-2679d3ed34bd tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/security-groups?id=d69d819e-d2ad-4130-afb5-eca52f491280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412479 Nov 23 14:30:50.048824 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-536110b9-153d-466a-9cf7-6b4eee467fd9 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] No DVR routers for this DVR port dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:30:50.070407 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-536110b9-153d-466a-9cf7-6b4eee467fd9 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.089887 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ce7a32e8-82a0-42e8-a057-231b7a6e7c27 req-536110b9-153d-466a-9cf7-6b4eee467fd9 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.48 "DELETE /v2.0/ports/dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 HTTP/1.1" status: 204 len: 173 time: 0.9600811 Nov 23 14:30:50.090647 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a586e60-069e-475a-b69d-e98a9e2cbad2', 'name': 'network-vif-deleted', 'tag': 'dc6b9d38-fbd8-4227-a2cf-6f79b0802b11'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:50.094797 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dd1a5c-9120-4c58-aafc-7caa44d57250" -d '{"events": [{"server_uuid": "5a586e60-069e-475a-b69d-e98a9e2cbad2", "name": "network-vif-deleted", "tag": "dc6b9d38-fbd8-4227-a2cf-6f79b0802b11"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:50.202046 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9077f4d8-75b1-474e-ac36-17bc2ac41760 req-e752b92b-6ba1-4d8b-90fd-9240225d2181 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 210 time: 0.2192247 Nov 23 14:30:50.466635 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6c54e-73f3-4cf0-87a7-f33e4ec61bde req-0b36a14c-ff1d-483d-9801-11788fd73201 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:50.479741 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-93f6c54e-73f3-4cf0-87a7-f33e4ec61bde req-0b36a14c-ff1d-483d-9801-11788fd73201 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.2209609 Nov 23 14:30:50.557980 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-93f6c54e-73f3-4cf0-87a7-f33e4ec61bde req-b2e2b4e4-688a-4a5d-a74c-b50bed9551ed tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767076 Nov 23 14:30:50.691204 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e62d-0686-4148-97aa-6098ca817aac req-29c7066b-a04c-462a-80c8-76ce99de87a3 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:50.694289 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-29c7066b-a04c-462a-80c8-76ce99de87a3 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 814 time: 0.5174210 Nov 23 14:30:50.696796 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-face226a-fe2d-4630-90cc-aa7ed86d4874 x-openstack-request-id: req-face226a-fe2d-4630-90cc-aa7ed86d4874 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:50.697487 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a586e60-069e-475a-b69d-e98a9e2cbad2", "name": "network-vif-deleted", "tag": "dc6b9d38-fbd8-4227-a2cf-6f79b0802b11", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:50.697911 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-face226a-fe2d-4630-90cc-aa7ed86d4874 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:50.698659 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a586e60-069e-475a-b69d-e98a9e2cbad2', 'name': 'network-vif-deleted', 'tag': 'dc6b9d38-fbd8-4227-a2cf-6f79b0802b11', 'status': 'completed', 'code': 200} Nov 23 14:30:50.715084 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Request body: {'port': {'device_id': '5d1c0b84-6727-4ee0-a980-954aec528e81', 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba', 'admin_state_up': True, 'tenant_id': 'd88139bd5bbb4ae390a08624d36c16b6'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:50.838778 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Made reservation on behalf of d88139bd5bbb4ae390a08624d36c16b6 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:50.843194 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:50.990357 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Allocated IP 172.20.0.3 (316a669b-d7ee-4929-8536-9a04b5e93fba/9a58d9d5-9e82-4d89-a5b7-5ae48e607824/f744eb16-624d-4526-96ad-07b8c1e3b2e3) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:51.206924 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9e3db1e4-2e91-4f15-a03b-a50e71c9ee97 req-e921ce99-4e24-4d61-b476-d304e1e88453 tempest-VolumesNegativeTest-922742028 tempest-VolumesNegativeTest-922742028-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a586e60-069e-475a-b69d-e98a9e2cbad2 HTTP/1.1" status: 200 len: 210 time: 0.0380454 Nov 23 14:30:51.254489 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.320137 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.351406 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1f1c2f93-c573-437c-8865-109e26b85122', 'f009b727-f17b-47ad-b5de-0846cc604cf8', '13c05e7b-9e9c-42de-9b46-7a5e5553e524'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:51.371054 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Network 316a669b-d7ee-4929-8536-9a04b5e93fba is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:51.379060 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:51.382810 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:51.439027 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74931-0637-4883-b74c-68c59fb901be req-4027122b-2af1-4909-880d-e17ae95292db tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:51.449803 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-bfb74931-0637-4883-b74c-68c59fb901be req-4027122b-2af1-4909-880d-e17ae95292db tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 931 time: 0.1069775 Nov 23 14:30:51.496190 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:51.497666 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.527365 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Pushing event updated for resources: {'Port': ['ID=f744eb16-624d-4526-96ad-07b8c1e3b2e3,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:51.561682 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-4831f609-7ae0-4295-a789-9d20362348ed tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8529408 Nov 23 14:30:51.581465 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-bfb74931-0637-4883-b74c-68c59fb901be req-198da605-73cc-4926-8af6-16696e4eec0e tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302404 Nov 23 14:30:51.585290 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Request body: {'port': {'device_id': '5d1c0b84-6727-4ee0-a980-954aec528e81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:51.714189 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:51.757637 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:30:51.837771 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df696c-e904-4db2-a430-e92e9357d563 req-17f28d21-e3c5-4728-be87-f8414fc00efc tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:51.840717 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-60df696c-e904-4db2-a430-e92e9357d563 req-17f28d21-e3c5-4728-be87-f8414fc00efc tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1347556 Nov 23 14:30:51.944045 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-60df696c-e904-4db2-a430-e92e9357d563 req-6de1c207-cb25-48a6-a94e-04c3c88d2906 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846732 Nov 23 14:30:52.138530 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44936) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:52.173554 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f744eb16-624d-4526-96ad-07b8c1e3b2e3 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:52.194884 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.221718 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Transition to ACTIVE for port object f744eb16-624d-4526-96ad-07b8c1e3b2e3 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:30:52.231239 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.318333 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-eb2fe759-cb0e-4aee-9909-0ae8263a3a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.345620 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=f744eb16-624d-4526-96ad-07b8c1e3b2e3,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:52.438351 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-eb2fe759-cb0e-4aee-9909-0ae8263a3a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.441603 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Attempting to bind port f744eb16-624d-4526-96ad-07b8c1e3b2e3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:52.442646 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Attempting to bind port f744eb16-624d-4526-96ad-07b8c1e3b2e3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:52.443189 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Attempting to bind port f744eb16-624d-4526-96ad-07b8c1e3b2e3 on network 316a669b-d7ee-4929-8536-9a04b5e93fba {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:52.445598 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-eb2fe759-cb0e-4aee-9909-0ae8263a3a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.450446 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Port f744eb16-624d-4526-96ad-07b8c1e3b2e3 on network 316a669b-d7ee-4929-8536-9a04b5e93fba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:30:52.450865 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Attempting to bind port f744eb16-624d-4526-96ad-07b8c1e3b2e3 on network 316a669b-d7ee-4929-8536-9a04b5e93fba {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:52.456656 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:52.457904 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Checking segment: {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:52.458479 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Bound using segment: {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:52.459268 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Bound port: f744eb16-624d-4526-96ad-07b8c1e3b2e3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:52.459968 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.493139 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-eb2fe759-cb0e-4aee-9909-0ae8263a3a6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b37c099188746c5b26970512e6d1ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533869 Nov 23 14:30:52.495507 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fe759-cb0e-4aee-9909-0ae8263a3a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c73b44-19a6-4f36-8fbe-49e8b1358fc9,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:52.498041 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44952) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:52.563203 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] For port f744eb16-624d-4526-96ad-07b8c1e3b2e3, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:52.566529 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bec57cff-446b-43c2-a54b-325cdc25945f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.567505 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] For port f744eb16-624d-4526-96ad-07b8c1e3b2e3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f744eb16-624d-4526-96ad-07b8c1e3b2e3,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:52.577923 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.583765 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:30:52.612953 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:30:52.613293 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device dc6b9d38-fbd8-4227-a2cf-6f79b0802b11 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:30:52.613768 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bec57cff-446b-43c2-a54b-325cdc25945f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.705588 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:52.706250 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.710953 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] 10.222.0.48 "PUT /v2.0/ports/f744eb16-624d-4526-96ad-07b8c1e3b2e3 HTTP/1.1" status: 200 len: 1093 time: 1.1325924 Nov 23 14:30:52.710953 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1c0b84-6727-4ee0-a980-954aec528e81', 'tag': 'f744eb16-624d-4526-96ad-07b8c1e3b2e3'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:30:52.715706 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd369f51-535f-42e3-9a51-20dad9532ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1c0b84-6727-4ee0-a980-954aec528e81", "tag": "f744eb16-624d-4526-96ad-07b8c1e3b2e3"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:30:52.744025 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb3d9c-4a4f-47e9-8b95-1438028d1bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=f744eb16-624d-4526-96ad-07b8c1e3b2e3,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:52.747837 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bec57cff-446b-43c2-a54b-325cdc25945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.754894 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bec57cff-446b-43c2-a54b-325cdc25945f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:52.760118 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-bec57cff-446b-43c2-a54b-325cdc25945f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37c73b44-19a6-4f36-8fbe-49e8b1358fc9 HTTP/1.1" status: 204 len: 168 time: 0.2607951 Nov 23 14:30:52.780276 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec57cff-446b-43c2-a54b-325cdc25945f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c73b44-19a6-4f36-8fbe-49e8b1358fc9,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:52.935574 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e62d-0686-4148-97aa-6098ca817aac req-5a70fc70-2f04-41ca-b770-4bfe8a7ab850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:52.946492 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-5a70fc70-2f04-41ca-b770-4bfe8a7ab850 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 1096 time: 0.1228385 Nov 23 14:30:52.953712 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd58e1-4fdd-46f5-95c0-aaf40a62b3b3 req-38f9995f-a56b-41ef-a1f4-3b9bdddb1708 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:52.983780 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2cfd58e1-4fdd-46f5-95c0-aaf40a62b3b3 req-38f9995f-a56b-41ef-a1f4-3b9bdddb1708 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 943 time: 0.1912844 Nov 23 14:30:53.017973 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-b5d1e2b6-aadb-490a-818f-bd127c05d08a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f744eb16-624d-4526-96ad-07b8c1e3b2e3 HTTP/1.1" status: 200 len: 217 time: 0.0516238 Nov 23 14:30:53.027808 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32466e85-03a6-4018-86d7-20c605daaeb8 x-openstack-request-id: req-32466e85-03a6-4018-86d7-20c605daaeb8 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:30:53.028177 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1c0b84-6727-4ee0-a980-954aec528e81", "tag": "f744eb16-624d-4526-96ad-07b8c1e3b2e3", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:30:53.028358 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32466e85-03a6-4018-86d7-20c605daaeb8 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:30:53.028779 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1c0b84-6727-4ee0-a980-954aec528e81', 'tag': 'f744eb16-624d-4526-96ad-07b8c1e3b2e3', 'status': 'completed', 'code': 200} Nov 23 14:30:53.048182 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2cfd58e1-4fdd-46f5-95c0-aaf40a62b3b3 req-1a5aac97-4077-482c-b613-63ad1a2f59c4 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630407 Nov 23 14:30:53.119993 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e62d-0686-4148-97aa-6098ca817aac req-d5681b59-d91b-4b7a-a688-75200fa0f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:53.122473 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-d5681b59-d91b-4b7a-a688-75200fa0f799 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 200 len: 854 time: 0.0842083 Nov 23 14:30:53.177851 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-f8a9693f-7b04-4687-bc76-e359e1555973 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=316a669b-d7ee-4929-8536-9a04b5e93fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385661 Nov 23 14:30:53.236648 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756236a-a25c-431f-9a8e-2257d7af6e48 req-2bb17c6f-3d95-4efc-9be1-06bf5a156f73 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:53.238386 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a756236a-a25c-431f-9a8e-2257d7af6e48 req-2bb17c6f-3d95-4efc-9be1-06bf5a156f73 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0891874 Nov 23 14:30:53.328683 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a756236a-a25c-431f-9a8e-2257d7af6e48 req-f3ebe1fa-68b3-4b98-a4ac-509b13ede4fe tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801952 Nov 23 14:30:53.366273 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-cec30a69-ee74-463c-bbc3-b9575d5eb375 service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767919 Nov 23 14:30:53.439569 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44988) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:53.462895 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-35c48e70-1bdd-400f-91b8-fa8863572d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.530405 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7561e62d-0686-4148-97aa-6098ca817aac req-1e473a7d-d5bd-487c-9a65-df0f1fe443e1 service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492562 Nov 23 14:30:53.592833 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-35c48e70-1bdd-400f-91b8-fa8863572d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.598920 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-35c48e70-1bdd-400f-91b8-fa8863572d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.668795 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-35c48e70-1bdd-400f-91b8-fa8863572d49 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e20de33f51149febfa4331cabda0dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273889 Nov 23 14:30:53.670493 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c48e70-1bdd-400f-91b8-fa8863572d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620e0f96-9c26-45c8-87b4-69f988d98353,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:53.674854 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 44998) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:53.698649 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369f51-535f-42e3-9a51-20dad9532ef2 req-f0e5eb54-07e2-4536-9e0b-98404d32a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:53.702451 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd369f51-535f-42e3-9a51-20dad9532ef2 req-f0e5eb54-07e2-4536-9e0b-98404d32a5ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 1096 time: 0.1008255 Nov 23 14:30:53.785029 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9546becb-fd27-4392-91fb-0c2c4c5ac2a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.834938 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9546becb-fd27-4392-91fb-0c2c4c5ac2a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.895067 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369f51-535f-42e3-9a51-20dad9532ef2 req-1243c0ed-39c8-4d80-a1ae-e8f2a0e9c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:53.898113 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd369f51-535f-42e3-9a51-20dad9532ef2 req-1243c0ed-39c8-4d80-a1ae-e8f2a0e9c273 service neutron] 10.222.0.48 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 915 time: 0.1850123 Nov 23 14:30:53.958935 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9546becb-fd27-4392-91fb-0c2c4c5ac2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.963805 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9546becb-fd27-4392-91fb-0c2c4c5ac2a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:53.966115 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-9546becb-fd27-4392-91fb-0c2c4c5ac2a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/620e0f96-9c26-45c8-87b4-69f988d98353 HTTP/1.1" status: 204 len: 168 time: 0.2895637 Nov 23 14:30:53.978934 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd369f51-535f-42e3-9a51-20dad9532ef2 req-e0b07dcc-cc7e-41f2-bfa3-bcbd2f764ed4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f744eb16-624d-4526-96ad-07b8c1e3b2e3 HTTP/1.1" status: 200 len: 217 time: 0.0702610 Nov 23 14:30:53.981819 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546becb-fd27-4392-91fb-0c2c4c5ac2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620e0f96-9c26-45c8-87b4-69f988d98353,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:54.153370 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd369f51-535f-42e3-9a51-20dad9532ef2 req-1ac355ac-a07f-49b4-aff0-18e11c9f12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:54.157465 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd369f51-535f-42e3-9a51-20dad9532ef2 req-1ac355ac-a07f-49b4-aff0-18e11c9f12c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 200 len: 854 time: 0.1449454 Nov 23 14:30:54.240188 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd369f51-535f-42e3-9a51-20dad9532ef2 req-0ac51632-fb14-4202-ac1d-232923905e80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=316a669b-d7ee-4929-8536-9a04b5e93fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607543 Nov 23 14:30:54.308462 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3aa0b-438c-4eff-8921-57757e3d5c7d req-b4a67694-c887-4667-8431-72178b44a30d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:54.319109 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b9f3aa0b-438c-4eff-8921-57757e3d5c7d req-b4a67694-c887-4667-8431-72178b44a30d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 943 time: 0.1261532 Nov 23 14:30:54.464708 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd369f51-535f-42e3-9a51-20dad9532ef2 req-c00de1d2-8422-4af3-90a0-6445614f6cdb service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095833 Nov 23 14:30:54.491386 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b9f3aa0b-438c-4eff-8921-57757e3d5c7d req-339e8ebd-8642-41cd-a397-f1ed7ff6fba9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707017 Nov 23 14:30:54.647316 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1a1f-7c8c-4aa3-b87c-4f45348d239f req-48e58750-2990-4f48-9f29-1a118271c680 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:54.649577 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8cfb1a1f-7c8c-4aa3-b87c-4f45348d239f req-48e58750-2990-4f48-9f29-1a118271c680 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1336503 Nov 23 14:30:54.699026 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd369f51-535f-42e3-9a51-20dad9532ef2 req-dd2fbdff-13e8-4694-ab6d-f319f3b99540 service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225814 Nov 23 14:30:54.765545 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8cfb1a1f-7c8c-4aa3-b87c-4f45348d239f req-defbec8c-7052-4844-a458-795241a72728 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990722 Nov 23 14:30:54.774926 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45072) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:54.793623 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a001d43e-d93c-4af2-b3c8-3f905b22facc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.930681 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a001d43e-d93c-4af2-b3c8-3f905b22facc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.936160 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a001d43e-d93c-4af2-b3c8-3f905b22facc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:54.990941 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001d43e-d93c-4af2-b3c8-3f905b22facc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad21b0b-907e-4555-817b-b2841e2b29b0,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:55.005603 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-a001d43e-d93c-4af2-b3c8-3f905b22facc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a1b4d5128e1c4fdd8334aa0b6b8ce248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284417 Nov 23 14:30:55.008191 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45084) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:55.079201 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-266c1a1e-db43-4276-ba15-837f186d374e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.109513 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-266c1a1e-db43-4276-ba15-837f186d374e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.204667 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-266c1a1e-db43-4276-ba15-837f186d374e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.209815 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-266c1a1e-db43-4276-ba15-837f186d374e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:55.225004 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-266c1a1e-db43-4276-ba15-837f186d374e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fad21b0b-907e-4555-817b-b2841e2b29b0 HTTP/1.1" status: 204 len: 168 time: 0.2017438 Nov 23 14:30:55.237762 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c1a1e-db43-4276-ba15-837f186d374e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad21b0b-907e-4555-817b-b2841e2b29b0,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:55.757397 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2f3bc-8fda-4682-8561-1173963ca683 req-759214cb-4aed-4a5d-98cb-660fc8614ea2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:55.769410 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2fc2f3bc-8fda-4682-8561-1173963ca683 req-759214cb-4aed-4a5d-98cb-660fc8614ea2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 943 time: 0.1305835 Nov 23 14:30:55.975680 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2fc2f3bc-8fda-4682-8561-1173963ca683 req-1ac3c772-35e2-4000-910d-a59dafd0d78a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031085 Nov 23 14:30:56.040521 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf59f3f-39c1-48e6-99ed-6427ba3684b1 req-161cfea7-d276-42eb-9560-f9c24daa87d1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:56.048997 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2cf59f3f-39c1-48e6-99ed-6427ba3684b1 req-161cfea7-d276-42eb-9560-f9c24daa87d1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1356132 Nov 23 14:30:56.196774 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2cf59f3f-39c1-48e6-99ed-6427ba3684b1 req-63be6ce7-0c9f-45bf-b7d2-047d2471837c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419325 Nov 23 14:30:56.613614 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device f744eb16-624d-4526-96ad-07b8c1e3b2e3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:30:56.660051 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45194) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:56.756528 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port f744eb16-624d-4526-96ad-07b8c1e3b2e3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f744eb16-624d-4526-96ad-07b8c1e3b2e3,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:56.773016 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': 'f744eb16-624d-4526-96ad-07b8c1e3b2e3', 'network_id': '316a669b-d7ee-4929-8536-9a04b5e93fba', 'port_id': 'f744eb16-624d-4526-96ad-07b8c1e3b2e3', 'mac_address': 'fa:16:3e:d6:fa:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a58d9d5-9e82-4d89-a5b7-5ae48e607824', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:30:56.836795 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1130462610-network', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:56.870558 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Made reservation on behalf of b2036fbc301a4fdbb03e4cb1d8f6c9c4 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:56.874244 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.894025 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:56.997681 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.021864 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f744eb16-624d-4526-96ad-07b8c1e3b2e3 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:30:57.069917 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.078339 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.081956 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port f744eb16-624d-4526-96ad-07b8c1e3b2e3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f744eb16-624d-4526-96ad-07b8c1e3b2e3,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:30:57.090998 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.131529 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ddccfe-bb0c-40ef-98ba-3d6a90b92a5c,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:57.140451 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:30:57.168129 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.168849 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Added segment db53fb72-f6f1-4f52-8570-b5ae606e6e68 of type vlan for network 7b146d56-e422-424d-af2b-c9ba1c42fc01 Nov 23 14:30:57.201341 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b5ee0-a31d-4d26-abb5-d861030cbbc1 req-05c703e9-ad1c-45ff-a170-be3177dbb290 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:57.213327 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cc0b5ee0-a31d-4d26-abb5-d861030cbbc1 req-05c703e9-ad1c-45ff-a170-be3177dbb290 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 944 time: 0.1209226 Nov 23 14:30:57.220152 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=f744eb16-624d-4526-96ad-07b8c1e3b2e3,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:57.248273 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.248856 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.249558 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.250317 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.251236 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.252105 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.252995 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.253804 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.254625 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.255448 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.256195 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.257175 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:30:57.279239 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.361989 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cc0b5ee0-a31d-4d26-abb5-d861030cbbc1 req-a42b6ce4-ba5a-44bc-aef1-8b4d02b7cb0c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472917 Nov 23 14:30:57.365197 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.366986 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:57.368510 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.462729 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['f744eb16-624d-4526-96ad-07b8c1e3b2e3'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:30:57.489773 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8269327 Nov 23 14:30:57.491862 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45240) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:57.500993 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Request body: {'subnet': {'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1130462610-subnet', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'ip_version': 4}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:57.541642 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a809c-13a1-4bcd-81b4-99598aa38636 admin admin] Pushing event updated for resources: {'Network': ['ID=7b146d56-e422-424d-af2b-c9ba1c42fc01,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:57.557168 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c60367-9452-42e5-a925-db08ae664f52 req-13378aa7-1301-48a1-858c-e772e3d4c378 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:57.559054 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d2c60367-9452-42e5-a925-db08ae664f52 req-13378aa7-1301-48a1-858c-e772e3d4c378 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1830444 Nov 23 14:30:57.562809 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 7b146d56-e422-424d-af2b-c9ba1c42fc01 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:30:57.584532 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Made reservation on behalf of b2036fbc301a4fdbb03e4cb1d8f6c9c4 for: {'subnet': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:30:57.590346 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:57.667332 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d2c60367-9452-42e5-a925-db08ae664f52 req-678d8e48-862b-450e-b67b-2b54939ee0e4 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968246 Nov 23 14:30:57.932509 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.024454 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06bec72-e836-49b6-b58a-b617c31e7af0,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:58.077258 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Checking segment: {'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:58.077573 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Network hostable DHCP agents. Network: 7b146d56-e422-424d-af2b-c9ba1c42fc01, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:30:58.104966 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Network 7b146d56-e422-424d-af2b-c9ba1c42fc01 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:30:58.126673 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 7b146d56-e422-424d-af2b-c9ba1c42fc01) {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:58.136279 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:58.137143 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.137976 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f3d82-c4b9-46ca-bf49-dbb1064943a8 None None] Network 7b146d56-e422-424d-af2b-c9ba1c42fc01 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:30:58.184311 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-cc970c19-913c-4de1-b25d-95e1a2f43f6a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6902943 Nov 23 14:30:58.187529 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45262) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:30:58.193658 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:30:58.225069 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5006'] for router, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.226887 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.325358 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.440821 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp149c54f5-4f1e-5612-a8be-7e2996bbc970-7b146d56-e422-424d-af2b-c9ba1c42fc01', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0'}]}} from dv-cinder-804035-16-iscsi. {{(pid=102954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:30:58.442964 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:58.777815 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.db_base_plugin_common [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Allocated IP 172.20.0.2 (7b146d56-e422-424d-af2b-c9ba1c42fc01/e06bec72-e836-49b6-b58a-b617c31e7af0/e0986f75-b14f-4aba-8ff4-16c162033eda) {{(pid=102954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:30:59.018353 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.087990 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a65ff-8bc8-41cd-aa35-3dee970e1594 req-cfc69ca8-6f7a-45b5-a47e-b07895861286 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:59.090976 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-dc8a65ff-8bc8-41cd-aa35-3dee970e1594 req-cfc69ca8-6f7a-45b5-a47e-b07895861286 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 944 time: 0.1149430 Nov 23 14:30:59.133936 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Publish callbacks [] for port, precommit_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.144086 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.230233 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Network 7b146d56-e422-424d-af2b-c9ba1c42fc01 is already hosted by enough agents. {{(pid=102954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:30:59.234799 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.base_scheduler [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Resources bound (agent type, host, resource id): {{(pid=102954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:30:59.245349 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Received port after_create {{(pid=102954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:30:59.248192 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Pushing event updated for resources: {'Port': ['ID=e0986f75-b14f-4aba-8ff4-16c162033eda,revision_number=1']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:59.347648 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-dc8a65ff-8bc8-41cd-aa35-3dee970e1594 req-4899cbdf-9c03-46dd-a341-99b7fa8e85e8 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441399 Nov 23 14:30:59.364570 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Attempting to bind port e0986f75-b14f-4aba-8ff4-16c162033eda on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:30:59.365174 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Attempting to bind port e0986f75-b14f-4aba-8ff4-16c162033eda by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:30:59.365785 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Attempting to bind port e0986f75-b14f-4aba-8ff4-16c162033eda on network 7b146d56-e422-424d-af2b-c9ba1c42fc01 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:30:59.385947 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:30:59.385947 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Checking segment: {'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:30:59.385947 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.385947 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Bound using segment: {'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:30:59.385947 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Bound port: e0986f75-b14f-4aba-8ff4-16c162033eda, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:30:59.385947 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.439099 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536950-67bd-4fa0-abd6-989a047eceb6 req-3bc13fca-0a66-43cd-914e-b4308a3e48d6 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:59.442378 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f6536950-67bd-4fa0-abd6-989a047eceb6 req-3bc13fca-0a66-43cd-914e-b4308a3e48d6 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1437724 Nov 23 14:30:59.545754 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] For port e0986f75-b14f-4aba-8ff4-16c162033eda, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:30:59.550445 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] For port e0986f75-b14f-4aba-8ff4-16c162033eda, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=e0986f75-b14f-4aba-8ff4-16c162033eda,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:30:59.562741 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.627289 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f6536950-67bd-4fa0-abd6-989a047eceb6 req-a80a6b2a-e950-47da-a6bf-8233091980d9 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725419 Nov 23 14:30:59.710886 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8a637-2e72-47f4-a21d-8c6958bbfca3 None None] Pushing event updated for resources: {'Port': ['ID=e0986f75-b14f-4aba-8ff4-16c162033eda,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:30:59.832793 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16805e1c-9603-4b6f-80c2-f8f20f6da61d req-f1d8cf1e-38c1-46af-8ed8-76fe554bd6aa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:30:59.841621 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-16805e1c-9603-4b6f-80c2-f8f20f6da61d req-f1d8cf1e-38c1-46af-8ed8-76fe554bd6aa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.2335515 Nov 23 14:30:59.846035 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:30:59.883113 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.046285 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-16805e1c-9603-4b6f-80c2-f8f20f6da61d req-80689602-a77f-431f-a2dc-30e1272e4c9e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964173 Nov 23 14:31:00.256511 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Allocated IP 172.27.1.151 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/d3bc6064-ccf1-4c36-a147-71622d6f8483) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:00.421034 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.494968 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.518970 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45328) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:00.583576 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:00.585310 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2ba30-5a84-4457-be96-3f73d37c60a8 req-9c2dbd4b-06dc-473b-942c-eb18777e4e57 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:00.588337 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5da2ba30-5a84-4457-be96-3f73d37c60a8 req-9c2dbd4b-06dc-473b-942c-eb18777e4e57 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 944 time: 0.1132913 Nov 23 14:31:00.590456 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:00.597788 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:00.643590 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device f744eb16-624d-4526-96ad-07b8c1e3b2e3 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:00.652708 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Pushing event updated for resources: {'Port': ['ID=d3bc6064-ccf1-4c36-a147-71622d6f8483,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:00.681712 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5da2ba30-5a84-4457-be96-3f73d37c60a8 req-ba4fcf42-90d7-4570-a3d8-826920e793fc tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804834 Nov 23 14:31:00.746666 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port f744eb16-624d-4526-96ad-07b8c1e3b2e3 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:31:00.758209 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port f744eb16-624d-4526-96ad-07b8c1e3b2e3 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:00.758589 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.840724 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-c105562b-07c5-4ee7-91a9-6f3d28631500 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcf2280211c6467695179169c87ea0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197896 Nov 23 14:31:00.842138 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45336) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:00.902213 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.948930 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port f744eb16-624d-4526-96ad-07b8c1e3b2e3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f744eb16-624d-4526-96ad-07b8c1e3b2e3,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:00.952980 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1c0b84-6727-4ee0-a980-954aec528e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744eb16-624d-4526-96ad-07b8c1e3b2e3'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:00.954298 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b4e3b6-8667-4fb0-817a-fe4724d53762" -d '{"events": [{"server_uuid": "5d1c0b84-6727-4ee0-a980-954aec528e81", "name": "network-vif-plugged", "status": "completed", "tag": "f744eb16-624d-4526-96ad-07b8c1e3b2e3"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:00.963144 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.965824 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-be09d4e2-2f32-42c1-95b0-e9f0ad5d9fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:00.995967 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d354cb7-1240-4aa9-9794-449c51bcb668 req-facc6d74-df1e-41fb-b6f8-53ea3ca8a00d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:01.001479 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2d354cb7-1240-4aa9-9794-449c51bcb668 req-facc6d74-df1e-41fb-b6f8-53ea3ca8a00d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1433592 Nov 23 14:31:01.059145 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-be09d4e2-2f32-42c1-95b0-e9f0ad5d9fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.061464 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84699ecf-444e-4d4a-8060-a3add50f522b x-openstack-request-id: req-84699ecf-444e-4d4a-8060-a3add50f522b {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:01.061464 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1c0b84-6727-4ee0-a980-954aec528e81", "name": "network-vif-plugged", "status": "completed", "tag": "f744eb16-624d-4526-96ad-07b8c1e3b2e3", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:01.061872 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84699ecf-444e-4d4a-8060-a3add50f522b {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:01.062035 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1c0b84-6727-4ee0-a980-954aec528e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744eb16-624d-4526-96ad-07b8c1e3b2e3', 'code': 200} Nov 23 14:31:01.062522 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=f744eb16-624d-4526-96ad-07b8c1e3b2e3,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:01.190239 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-be09d4e2-2f32-42c1-95b0-e9f0ad5d9fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.196100 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-be09d4e2-2f32-42c1-95b0-e9f0ad5d9fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.200133 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-be09d4e2-2f32-42c1-95b0-e9f0ad5d9fdc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d69d819e-d2ad-4130-afb5-eca52f491280 HTTP/1.1" status: 204 len: 168 time: 0.3560684 Nov 23 14:31:01.243016 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09d4e2-2f32-42c1-95b0-e9f0ad5d9fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69d819e-d2ad-4130-afb5-eca52f491280,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:01.419264 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cdd35-101e-4337-938e-6294ba7f560f req-391c855c-4c13-45c5-90fe-7da9e138d427 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:01.432104 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-401cdd35-101e-4337-938e-6294ba7f560f req-391c855c-4c13-45c5-90fe-7da9e138d427 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1390016 Nov 23 14:31:01.528963 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.537499 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device e0986f75-b14f-4aba-8ff4-16c162033eda up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:01.552487 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2d354cb7-1240-4aa9-9794-449c51bcb668 req-9536b1b7-acc2-4b9d-85de-b4707b1e8b57 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428097 Nov 23 14:31:01.568124 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-401cdd35-101e-4337-938e-6294ba7f560f req-e89faf47-4741-49eb-afbd-613135e9d062 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348753 Nov 23 14:31:01.588780 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f1375-6fde-4231-961e-72fbe3f22013 None None] Network 7b146d56-e422-424d-af2b-c9ba1c42fc01 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:01.764643 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd284d-437c-4ba3-9ecf-92bc3112790e req-b5c9da83-9947-4825-8825-07a79c7508ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:01.767183 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-dcdd284d-437c-4ba3-9ecf-92bc3112790e req-b5c9da83-9947-4825-8825-07a79c7508ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 1098 time: 0.3793206 Nov 23 14:31:01.887723 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-97beeb1d-5ea8-41f8-9ce0-002a5412e57b None None] Provisioning complete for port e0986f75-b14f-4aba-8ff4-16c162033eda triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:01.888773 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-97beeb1d-5ea8-41f8-9ce0-002a5412e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:01.912605 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d40be-a4dd-4c2b-8392-a11907f91ecc req-28a3e791-3360-4f5d-8a08-3b3eec3a28e4 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:01.925386 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a24d40be-a4dd-4c2b-8392-a11907f91ecc req-28a3e791-3360-4f5d-8a08-3b3eec3a28e4 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 945 time: 0.1065271 Nov 23 14:31:02.003529 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a24d40be-a4dd-4c2b-8392-a11907f91ecc req-ef9cb3b8-5a25-47ca-80b8-41a5f8c30dea tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770969 Nov 23 14:31:02.037344 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-dcdd284d-437c-4ba3-9ecf-92bc3112790e req-c75329a5-4615-4410-8098-da5ce0cfd0d4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008634 Nov 23 14:31:02.058272 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port e0986f75-b14f-4aba-8ff4-16c162033eda triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:02.058818 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.094584 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774'] for router, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.169967 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-97beeb1d-5ea8-41f8-9ce0-002a5412e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.272150 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.282306 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-97beeb1d-5ea8-41f8-9ce0-002a5412e57b None None] For port e0986f75-b14f-4aba-8ff4-16c162033eda, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=e0986f75-b14f-4aba-8ff4-16c162033eda,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:02.307110 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-97beeb1d-5ea8-41f8-9ce0-002a5412e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.386768 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 is scheduled to L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 with binding_index 1 {{(pid=102953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:31:02.476982 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97beeb1d-5ea8-41f8-9ce0-002a5412e57b None None] Pushing event updated for resources: {'Port': ['ID=e0986f75-b14f-4aba-8ff4-16c162033eda,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:02.495541 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.db.api [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:31:02.496040 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG oslo_db.api [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:31:02.654296 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:02.670179 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Sync routers for ids ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:02.702907 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.710451 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-878076bb-6d48-4175-80d2-ea22b9459adf admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5177705 Nov 23 14:31:02.711490 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45382) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:02.737415 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-ba77f988-f4c9-40a3-90ce-48e1231b6630 None None] Provisioning complete for port e0986f75-b14f-4aba-8ff4-16c162033eda triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:02.738234 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-ba77f988-f4c9-40a3-90ce-48e1231b6630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:02.749604 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Routers {'c5a6ada5-ac05-40ce-8f64-9663e1393ad9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:02.751146 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:30:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:02.999369 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Set router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:03.024827 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac61e61-7c5d-429e-be9f-8ba5613d2223 req-1867b64f-6b15-4426-8adc-a31a2b86f996 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:03.028597 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eac61e61-7c5d-429e-be9f-8ba5613d2223 req-1867b64f-6b15-4426-8adc-a31a2b86f996 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.2030377 Nov 23 14:31:03.183810 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eac61e61-7c5d-429e-be9f-8ba5613d2223 req-b14243aa-4a21-40d0-bc21-cc1ea6688493 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417320 Nov 23 14:31:03.234352 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25fe88-bb0f-4c32-8252-bd2463a84d60 req-88f60d08-e93b-406f-a00e-3084f4ce2701 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:03.259360 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6a25fe88-bb0f-4c32-8252-bd2463a84d60 req-88f60d08-e93b-406f-a00e-3084f4ce2701 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.3923366 Nov 23 14:31:03.412977 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device e0986f75-b14f-4aba-8ff4-16c162033eda up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:03.492273 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:00Z', 'revision_number': 3, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:03.548820 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9a3ec-635c-402c-b0b5-991b3f5b18a6 req-22a57eb2-a56e-44cb-801e-6306671fb7eb tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:03.565153 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-63d9a3ec-635c-402c-b0b5-991b3f5b18a6 req-22a57eb2-a56e-44cb-801e-6306671fb7eb tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 945 time: 0.1858566 Nov 23 14:31:03.568628 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port e0986f75-b14f-4aba-8ff4-16c162033eda triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:03.572273 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.577195 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Checking router: c5a6ada5-ac05-40ce-8f64-9663e1393ad9 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:03.577795 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Updating router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 port d3bc6064-ccf1-4c36-a147-71622d6f8483 binding host dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:31:03.624764 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6a25fe88-bb0f-4c32-8252-bd2463a84d60 req-bc957ab8-38ef-4363-a568-2220eb730203 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522201 Nov 23 14:31:03.699584 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:03.732750 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-63d9a3ec-635c-402c-b0b5-991b3f5b18a6 req-4fcfb8e1-862c-45e5-a1af-916c8fe66e1c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624346 Nov 23 14:31:04.077971 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.102103 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-13a82daf-8763-46e2-a418-1e646cfffcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.269252 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Publish callbacks [] for port, precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.280591 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.396778 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Attempting to bind port d3bc6064-ccf1-4c36-a147-71622d6f8483 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:04.397237 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Attempting to bind port d3bc6064-ccf1-4c36-a147-71622d6f8483 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:04.397608 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Attempting to bind port d3bc6064-ccf1-4c36-a147-71622d6f8483 on network dd2cda15-199e-4377-92fa-023d99d914e4 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:04.409698 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Pushing event updated for resources: {'Port': ['ID=d3bc6064-ccf1-4c36-a147-71622d6f8483,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:04.415008 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:04.415595 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:04.416030 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.416512 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Bound using segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:04.417078 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Bound port: d3bc6064-ccf1-4c36-a147-71622d6f8483, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:04.417610 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.426940 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.427796 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.428135 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.428630 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.429226 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.429997 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.430511 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.431061 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.431637 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.432258 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.432765 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.433320 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:04.491499 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9568f-59c6-4a40-a659-e51f5ad3f3e0 req-1607f84c-94b3-42de-a4bd-f7df572d0c8e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:04.494428 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-49d9568f-59c6-4a40-a659-e51f5ad3f3e0 req-1607f84c-94b3-42de-a4bd-f7df572d0c8e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1560252 Nov 23 14:31:04.521920 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] For port d3bc6064-ccf1-4c36-a147-71622d6f8483, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:04.524671 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Allocated IP 172.20.0.1 (7b146d56-e422-424d-af2b-c9ba1c42fc01/e06bec72-e836-49b6-b58a-b617c31e7af0/931a128d-7d9d-4879-ac3c-9833c05bf10d) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:04.527859 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] For port d3bc6064-ccf1-4c36-a147-71622d6f8483, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=d3bc6064-ccf1-4c36-a147-71622d6f8483,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:04.535323 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.640741 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Routers {'c5a6ada5-ac05-40ce-8f64-9663e1393ad9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:04.641824 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:30:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:04.649978 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-49d9568f-59c6-4a40-a659-e51f5ad3f3e0 req-57177359-fd10-4eb6-bbab-7f2527e457ed tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423745 Nov 23 14:31:04.719337 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5e64d-6296-4b59-bb2e-d8fb3c1ab104 None None] Pushing event updated for resources: {'Port': ['ID=d3bc6064-ccf1-4c36-a147-71622d6f8483,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:04.880004 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9274-dfcc-4d8d-9c1e-733699fbae15 req-5d361d0d-fa01-4c8a-92bc-e955ec96b17c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:04.882469 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-23ef9274-dfcc-4d8d-9c1e-733699fbae15 req-5d361d0d-fa01-4c8a-92bc-e955ec96b17c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1149528 Nov 23 14:31:04.899447 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:04.903195 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] Set router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:05.034701 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.047650 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8f7ed-cc35-4668-90df-b0996702e5d1 req-b5155d85-ded1-48e9-8601-a3de0be009c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:05.050515 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c6b8f7ed-cc35-4668-90df-b0996702e5d1 req-b5155d85-ded1-48e9-8601-a3de0be009c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 1099 time: 0.1664279 Nov 23 14:31:05.057748 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-23ef9274-dfcc-4d8d-9c1e-733699fbae15 req-f570d13b-6729-47ce-b801-7e5ae233d4b0 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608226 Nov 23 14:31:05.112208 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d977a75-6656-4e33-a8ed-0f2611463fa8 req-90f4a777-c5a9-4e5d-9223-96fc2d2d4c9e tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:05.115289 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2d977a75-6656-4e33-a8ed-0f2611463fa8 req-90f4a777-c5a9-4e5d-9223-96fc2d2d4c9e tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 945 time: 0.1669247 Nov 23 14:31:05.150134 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Network 7b146d56-e422-424d-af2b-c9ba1c42fc01 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:05.154267 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c6b8f7ed-cc35-4668-90df-b0996702e5d1 req-f88be5b6-9f7b-47fa-94e6-10ae03da3402 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946829 Nov 23 14:31:05.163696 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:05.185574 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:05.186333 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.194439 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Pushing event updated for resources: {'Port': ['ID=931a128d-7d9d-4879-ac3c-9833c05bf10d,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:05.340794 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:00Z', 'revision_number': 3, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:05.376605 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2d977a75-6656-4e33-a8ed-0f2611463fa8 req-d455f7f9-d1ed-4738-8448-2eaeb17172cb tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405653 Nov 23 14:31:05.444934 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ffb835-af2c-435d-a5d1-cc82434cec08 None None] The sync data for ids ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'] in dv-cinder-804035-16-iscsi is: [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:00Z', 'revision_number': 3, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:05.580708 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.657945 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-7b59d7bf-f315-4c53-9729-0763cf8dbf3c None None] Provisioning complete for port 931a128d-7d9d-4879-ac3c-9833c05bf10d triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:05.659598 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-7b59d7bf-f315-4c53-9729-0763cf8dbf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:05.771470 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-7b59d7bf-f315-4c53-9729-0763cf8dbf3c None None] Port 931a128d-7d9d-4879-ac3c-9833c05bf10d cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:06.068622 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83da0b-03c3-4ba0-8d09-1f4068312b52 req-997fa064-2ba2-41ed-b100-6c6921c4891b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:06.093709 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8b83da0b-03c3-4ba0-8d09-1f4068312b52 req-997fa064-2ba2-41ed-b100-6c6921c4891b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.2333779 Nov 23 14:31:06.175937 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.188450 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.191639 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599789'] for router_interface, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.250069 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8b83da0b-03c3-4ba0-8d09-1f4068312b52 req-ff8d43a8-f6ac-4b44-acad-77471e1f6219 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547954 Nov 23 14:31:06.361721 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Pushing event updated for resources: {'Port': ['ID=931a128d-7d9d-4879-ac3c-9833c05bf10d,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:06.436055 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cbc33-3947-4491-b31c-66007111953a req-609d09a4-791b-40fa-a820-0dcbd9337c3e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:06.437815 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f36cbc33-3947-4491-b31c-66007111953a req-609d09a4-791b-40fa-a820-0dcbd9337c3e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1802573 Nov 23 14:31:06.499427 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Network 7b146d56-e422-424d-af2b-c9ba1c42fc01 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:06.510282 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:06.601938 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea6bc-542b-4b00-97db-e228c2db4dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.646777 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f36cbc33-3947-4491-b31c-66007111953a req-75f2d8f5-f559-4197-8eb2-c5573dec16f3 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910322 Nov 23 14:31:06.793838 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:31:06.919360 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-7ab6365d-f2b5-4b60-b4fb-ecac0fe41232 None None] Provisioning complete for port 931a128d-7d9d-4879-ac3c-9833c05bf10d triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:06.922375 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-7ab6365d-f2b5-4b60-b4fb-ecac0fe41232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:06.989951 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:06.990977 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6365d-f2b5-4b60-b4fb-ecac0fe41232 None None] Port 931a128d-7d9d-4879-ac3c-9833c05bf10d cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:07.000934 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-8bad5b77-fde9-4709-b79e-dc0a54cf0a42 admin admin] 10.222.0.59 "PUT /v2.0/routers/c5a6ada5-ac05-40ce-8f64-9663e1393ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2847910 Nov 23 14:31:07.394922 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device d3bc6064-ccf1-4c36-a147-71622d6f8483 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:07.514092 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536f3c5-00a9-4b5e-b1c1-4b7db79c048c req-4e4e00c3-49ca-4033-bd03-8a233726f316 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:07.517426 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port d3bc6064-ccf1-4c36-a147-71622d6f8483 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:07.520475 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7536f3c5-00a9-4b5e-b1c1-4b7db79c048c req-4e4e00c3-49ca-4033-bd03-8a233726f316 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1213081 Nov 23 14:31:07.521420 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:07.634149 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7536f3c5-00a9-4b5e-b1c1-4b7db79c048c req-2b731bcf-d8f6-44e3-a528-0bcfef17ffe3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082699 Nov 23 14:31:07.730112 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:07.770785 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port d3bc6064-ccf1-4c36-a147-71622d6f8483, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=d3bc6064-ccf1-4c36-a147-71622d6f8483,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:07.780463 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:07.871315 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=d3bc6064-ccf1-4c36-a147-71622d6f8483,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:07.876355 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96644ca0-8a63-4a10-ab10-09e3b182a3ef req-fe78b5db-5e19-480d-a578-993a53925d28 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:07.880427 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-96644ca0-8a63-4a10-ab10-09e3b182a3ef req-fe78b5db-5e19-480d-a578-993a53925d28 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1088769 Nov 23 14:31:07.976976 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-96644ca0-8a63-4a10-ab10-09e3b182a3ef req-691ae068-5a0f-4f73-adbd-e081f7287281 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844975 Nov 23 14:31:08.025096 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45472) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:08.032740 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-100936705-network', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:08.065892 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Made reservation on behalf of 0abccf2ee947486999f5d398c9b6eed5 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:08.069014 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.079529 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Sync routers for ids ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:08.099110 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.105781 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Routers {'c5a6ada5-ac05-40ce-8f64-9663e1393ad9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:08.106388 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:08.258153 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.265950 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.297563 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:31:08.314133 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a10a650-a142-45ce-b962-4b2f1f6927ff,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:08.322894 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.323173 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Added segment d7b695d6-67ef-4730-852f-2f72fbaf61c8 of type vlan for network 98c1ab46-83cc-4400-a47e-0fe81a015218 Nov 23 14:31:08.336927 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.391191 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.429856 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Set router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:08.435972 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.437736 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:08.438743 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.498620 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4720147 Nov 23 14:31:08.502864 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45478) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:08.511440 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Request body: {'subnet': {'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-100936705-subnet', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'ip_version': 4}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:08.553767 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Made reservation on behalf of 0abccf2ee947486999f5d398c9b6eed5 for: {'subnet': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:08.558881 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:08.566021 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a53add-311e-4d8d-87c2-6adca22ae065 admin admin] Pushing event updated for resources: {'Network': ['ID=98c1ab46-83cc-4400-a47e-0fe81a015218,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:08.586593 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 98c1ab46-83cc-4400-a47e-0fe81a015218 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:31:08.918803 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c98cd7-0fb0-4ef5-b9de-bc099b475361 req-7ed83665-3824-46b5-b032-eaccd6f92575 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:08.920895 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a0c98cd7-0fb0-4ef5-b9de-bc099b475361 req-7ed83665-3824-46b5-b032-eaccd6f92575 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1181691 Nov 23 14:31:08.932911 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:05Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '931a128d-7d9d-4879-ac3c-9833c05bf10d', 'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'mac_address': 'fa:16:3e:1b:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:04Z', 'updated_at': '2021-11-23T14:31:05Z', 'revision_number': 2, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'subnets': [{'id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:08.998479 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Checking router: c5a6ada5-ac05-40ce-8f64-9663e1393ad9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:08.999223 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Updating router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 port 931a128d-7d9d-4879-ac3c-9833c05bf10d binding host dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:31:09.023855 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.036668 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a0c98cd7-0fb0-4ef5-b9de-bc099b475361 req-8c091eca-5a51-460c-b722-934b965c0c4f tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018486 Nov 23 14:31:09.122634 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2fd942f-c617-4bfe-876c-0944b3a8047f,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:09.130508 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.132941 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Checking segment: {'id': 'd7b695d6-67ef-4730-852f-2f72fbaf61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:09.133334 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Network hostable DHCP agents. Network: 98c1ab46-83cc-4400-a47e-0fe81a015218, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:31:09.204568 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Network 98c1ab46-83cc-4400-a47e-0fe81a015218 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:31:09.231440 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf092c-9d10-4988-ab7b-acb20a481ce0 req-7081b90c-5138-4a3f-b86f-38a13611759d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:09.233401 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f0bf092c-9d10-4988-ab7b-acb20a481ce0 req-7081b90c-5138-4a3f-b86f-38a13611759d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0914602 Nov 23 14:31:09.234094 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 98c1ab46-83cc-4400-a47e-0fe81a015218) {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:09.246113 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:09.246869 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.343284 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-05edbae5-ba64-43fa-88f7-fabe3a7945bf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8386292 Nov 23 14:31:09.347456 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45492) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:09.355641 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-100936705-router', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:09.394277 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f0bf092c-9d10-4988-ab7b-acb20a481ce0 req-92210067-781a-42d9-894b-874b77c2ff87 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441903 Nov 23 14:31:09.417524 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa36e34f-77c5-400d-bc96-0978d785ec77 None None] Network 98c1ab46-83cc-4400-a47e-0fe81a015218 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:09.450385 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5006'] for router, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.453014 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.469712 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device d3bc6064-ccf1-4c36-a147-71622d6f8483 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:09.552915 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.802973 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port d3bc6064-ccf1-4c36-a147-71622d6f8483 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:09.803609 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.831164 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.931415 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:09.976313 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp149c54f5-4f1e-5612-a8be-7e2996bbc970-98c1ab46-83cc-4400-a47e-0fe81a015218', 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'fixed_ips': [{'subnet_id': 'b2fd942f-c617-4bfe-876c-0944b3a8047f'}]}} from dv-cinder-804035-16-iscsi. {{(pid=102954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:31:09.977817 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.110802 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Publish callbacks [] for port, precommit_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.132219 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.212360 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.252827 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.402089 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff37b5-dc79-434d-992f-c0f612cd10f5 req-a157d09f-de21-4756-9850-f156c8e405f6 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:10.419706 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4eff37b5-dc79-434d-992f-c0f612cd10f5 req-a157d09f-de21-4756-9850-f156c8e405f6 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.2240531 Nov 23 14:31:10.575525 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c24e87-d4dc-4e73-be76-834ca74b4793 None None] Pushing event updated for resources: {'Port': ['ID=931a128d-7d9d-4879-ac3c-9833c05bf10d,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:10.668127 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4eff37b5-dc79-434d-992f-c0f612cd10f5 req-0a4300fa-edd8-41c9-9fda-7ea4788fc197 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470586 Nov 23 14:31:10.699106 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Allocated IP 172.27.1.240 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/6482ac2b-4087-421f-808d-da0853f37a29) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:10.715296 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.731446 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Attempting to bind port 931a128d-7d9d-4879-ac3c-9833c05bf10d on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:10.732074 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Attempting to bind port 931a128d-7d9d-4879-ac3c-9833c05bf10d by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:10.732700 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Attempting to bind port 931a128d-7d9d-4879-ac3c-9833c05bf10d on network 7b146d56-e422-424d-af2b-c9ba1c42fc01 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:10.777560 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74170d37-e05d-4eee-866d-090843fbab92 req-ce9b0874-8223-447e-9541-65c4f754255b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:10.780782 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-74170d37-e05d-4eee-866d-090843fbab92 req-ce9b0874-8223-447e-9541-65c4f754255b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1809230 Nov 23 14:31:10.795703 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.db_base_plugin_common [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Allocated IP 172.20.0.2 (98c1ab46-83cc-4400-a47e-0fe81a015218/b2fd942f-c617-4bfe-876c-0944b3a8047f/c2d050a1-f7a8-4214-9ce2-715e39c58eba) {{(pid=102954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:10.801922 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:10.801922 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Checking segment: {'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:10.802324 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.803021 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Bound using segment: {'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:10.803832 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Bound port: 931a128d-7d9d-4879-ac3c-9833c05bf10d, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:10.804474 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.855046 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-1a5f9d23-53fa-408c-9249-73cbb1c268a5 None None] Provisioning complete for port 931a128d-7d9d-4879-ac3c-9833c05bf10d triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:10.855535 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9d23-53fa-408c-9249-73cbb1c268a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:10.909801 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-74170d37-e05d-4eee-866d-090843fbab92 req-f8d5a84b-8888-4932-94b5-bfe8f4d81e9d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197135 Nov 23 14:31:11.071731 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.196073 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.229415 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f9d23-53fa-408c-9249-73cbb1c268a5 None None] Port 931a128d-7d9d-4879-ac3c-9833c05bf10d cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:11.262379 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] For port 931a128d-7d9d-4879-ac3c-9833c05bf10d, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:11.295702 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] For port 931a128d-7d9d-4879-ac3c-9833c05bf10d, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=931a128d-7d9d-4879-ac3c-9833c05bf10d,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:11.318679 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.335809 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:11.337842 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6482ac2b-4087-421f-808d-da0853f37a29,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:11.341465 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:11.345164 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:11.520001 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Routers {'c5a6ada5-ac05-40ce-8f64-9663e1393ad9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:11.520694 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:11.525728 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c24e87-d4dc-4e73-be76-834ca74b4793 None None] Pushing event updated for resources: {'Port': ['ID=931a128d-7d9d-4879-ac3c-9833c05bf10d,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:11.638067 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Publish callbacks [] for port, precommit_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:11.674903 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:12.021462 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eaac4-68c0-4bb9-a59f-ff55b7eff104 req-39b20170-cad8-4eef-884a-26e5c43c25c2 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.035943 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0c8eaac4-68c0-4bb9-a59f-ff55b7eff104 req-39b20170-cad8-4eef-884a-26e5c43c25c2 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1477797 Nov 23 14:31:12.102182 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0c8eaac4-68c0-4bb9-a59f-ff55b7eff104 req-4c10b0e1-8af6-4cfb-919e-85cf47055044 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637121 Nov 23 14:31:12.102729 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Network 98c1ab46-83cc-4400-a47e-0fe81a015218 is already hosted by enough agents. {{(pid=102954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:12.130213 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.base_scheduler [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Resources bound (agent type, host, resource id): {{(pid=102954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:12.135077 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Received port after_create {{(pid=102954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:12.182185 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Pushing event updated for resources: {'Port': ['ID=c2d050a1-f7a8-4214-9ce2-715e39c58eba,revision_number=1']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:12.192022 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-abc4ffcd-0487-4481-8f42-72ff87268e9d None None] Provisioning complete for port 931a128d-7d9d-4879-ac3c-9833c05bf10d triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:12.193427 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-abc4ffcd-0487-4481-8f42-72ff87268e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:12.310905 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] Set router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:12.340506 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeed334-618d-440a-ba9a-bd579f42eab2 req-2e8ce7e5-0f46-4782-b442-ca0fcaea5a68 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.343528 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-beeed334-618d-440a-ba9a-bd579f42eab2 req-2e8ce7e5-0f46-4782-b442-ca0fcaea5a68 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1094363 Nov 23 14:31:12.388344 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Attempting to bind port c2d050a1-f7a8-4214-9ce2-715e39c58eba on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:12.388344 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Attempting to bind port c2d050a1-f7a8-4214-9ce2-715e39c58eba by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': 'd7b695d6-67ef-4730-852f-2f72fbaf61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:12.388947 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Attempting to bind port c2d050a1-f7a8-4214-9ce2-715e39c58eba on network 98c1ab46-83cc-4400-a47e-0fe81a015218 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:12.416298 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:12.416974 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Checking segment: {'id': 'd7b695d6-67ef-4730-852f-2f72fbaf61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:12.418722 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:12.419478 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Bound using segment: {'id': 'd7b695d6-67ef-4730-852f-2f72fbaf61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:12.420201 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Bound port: c2d050a1-f7a8-4214-9ce2-715e39c58eba, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b695d6-67ef-4730-852f-2f72fbaf61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:12.420685 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:12.429135 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-beeed334-618d-440a-ba9a-bd579f42eab2 req-b49c6728-d464-41e7-b0c8-2aa62f3be80a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775988 Nov 23 14:31:12.503079 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b752b2f-b105-4955-a7f6-24f050a8e78a req-61202ebc-37a0-4097-b8a2-b28b83cf96da tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.512179 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5b752b2f-b105-4955-a7f6-24f050a8e78a req-61202ebc-37a0-4097-b8a2-b28b83cf96da tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.6075711 Nov 23 14:31:12.518807 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd6cff-0819-480e-ae73-9594426b548e req-cf375426-e54d-460d-8345-7984fc2d91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.524000 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eacd6cff-0819-480e-ae73-9594426b548e req-cf375426-e54d-460d-8345-7984fc2d91d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 1099 time: 0.7149549 Nov 23 14:31:12.712652 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5b752b2f-b105-4955-a7f6-24f050a8e78a req-f3410bf6-a025-414b-b144-5493a4699e2a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991622 Nov 23 14:31:12.724009 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:12.739158 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-abc4ffcd-0487-4481-8f42-72ff87268e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:12.783903 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] For port c2d050a1-f7a8-4214-9ce2-715e39c58eba, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:12.793843 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] For port c2d050a1-f7a8-4214-9ce2-715e39c58eba, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=c2d050a1-f7a8-4214-9ce2-715e39c58eba,segment=NetworkSegment(d7b695d6-67ef-4730-852f-2f72fbaf61c8),segment_id=d7b695d6-67ef-4730-852f-2f72fbaf61c8)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:12.825173 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:12.825312 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd6cff-0819-480e-ae73-9594426b548e req-4bc313d4-b55a-454f-a18c-ceb38639f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:12.825312 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eacd6cff-0819-480e-ae73-9594426b548e req-4bc313d4-b55a-454f-a18c-ceb38639f122 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 919 time: 0.2602005 Nov 23 14:31:12.904260 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-abc4ffcd-0487-4481-8f42-72ff87268e9d None None] For port 931a128d-7d9d-4879-ac3c-9833c05bf10d, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=931a128d-7d9d-4879-ac3c-9833c05bf10d,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:12.907226 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eacd6cff-0819-480e-ae73-9594426b548e req-2cd76bac-6a75-4aaf-be9d-a24ffb1c9d8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1191887d-d72f-4b81-b2dc-95d48d754872 HTTP/1.1" status: 200 len: 217 time: 0.0515428 Nov 23 14:31:12.933792 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-abc4ffcd-0487-4481-8f42-72ff87268e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:12.998380 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8fdd5-448b-4e7a-9d4e-99ab660f5458 None None] Pushing event updated for resources: {'Port': ['ID=c2d050a1-f7a8-4214-9ce2-715e39c58eba,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:13.061302 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd6cff-0819-480e-ae73-9594426b548e req-35972b26-c614-488b-80b9-d2c645bdadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:13.063617 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eacd6cff-0819-480e-ae73-9594426b548e req-35972b26-c614-488b-80b9-d2c645bdadd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2809e92-c32e-4683-afe6-caa82f288483 HTTP/1.1" status: 200 len: 858 time: 0.1463788 Nov 23 14:31:13.107409 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:05Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '931a128d-7d9d-4879-ac3c-9833c05bf10d', 'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'mac_address': 'fa:16:3e:1b:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:04Z', 'updated_at': '2021-11-23T14:31:11Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'subnets': [{'id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:13.150494 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eacd6cff-0819-480e-ae73-9594426b548e req-dfe1b7f1-aa2e-4d69-b474-58af09d11e60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769184 Nov 23 14:31:13.199139 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609dac4-b8ca-41a5-a82b-64675bdbdefd None None] The sync data for ids ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'] in dv-cinder-804035-16-iscsi is: [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:05Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '931a128d-7d9d-4879-ac3c-9833c05bf10d', 'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'mac_address': 'fa:16:3e:1b:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:04Z', 'updated_at': '2021-11-23T14:31:11Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'subnets': [{'id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:13.329858 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4ffcd-0487-4481-8f42-72ff87268e9d None None] Pushing event updated for resources: {'Port': ['ID=931a128d-7d9d-4879-ac3c-9833c05bf10d,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:13.568087 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234160-87cb-445d-9ca0-91ce48662f1f req-53de77a2-5ddd-4e21-a985-b7fab9f72d18 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:13.572159 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-92234160-87cb-445d-9ca0-91ce48662f1f req-53de77a2-5ddd-4e21-a985-b7fab9f72d18 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1775033 Nov 23 14:31:13.618004 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eacd6cff-0819-480e-ae73-9594426b548e req-f4b25f68-996a-4b50-a7ad-63d9a4b69ec9 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461353 Nov 23 14:31:13.623394 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device c2d050a1-f7a8-4214-9ce2-715e39c58eba up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:13.697092 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774'] for router, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.769144 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port c2d050a1-f7a8-4214-9ce2-715e39c58eba triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:13.770263 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:13.784090 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-92234160-87cb-445d-9ca0-91ce48662f1f req-6b3b53da-ada9-49e7-b92b-100f6a6529ea tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723704 Nov 23 14:31:13.966239 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eacd6cff-0819-480e-ae73-9594426b548e req-f0974155-2915-4db7-9dc0-229ea7445d87 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293550 Nov 23 14:31:13.997405 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260487d9-bf98-4763-9ce1-4d79e96a562f req-6092eb25-ab5d-499b-a1d3-704e0735af74 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:14.002280 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-260487d9-bf98-4763-9ce1-4d79e96a562f req-6092eb25-ab5d-499b-a1d3-704e0735af74 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.3509867 Nov 23 14:31:14.016325 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.050202 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca63f11-f6e7-4a7b-8c28-6f11a4a76a73 req-ab3f2cb6-d33d-4b82-91d8-f39e1f2d05ba tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:14.060252 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2ca63f11-f6e7-4a7b-8c28-6f11a4a76a73 req-ab3f2cb6-d33d-4b82-91d8-f39e1f2d05ba tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1337538 Nov 23 14:31:14.162504 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port c2d050a1-f7a8-4214-9ce2-715e39c58eba, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=c2d050a1-f7a8-4214-9ce2-715e39c58eba,segment=NetworkSegment(d7b695d6-67ef-4730-852f-2f72fbaf61c8),segment_id=d7b695d6-67ef-4730-852f-2f72fbaf61c8)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:14.171756 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.185995 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45578) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:14.275132 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2ca63f11-f6e7-4a7b-8c28-6f11a4a76a73 req-2c87f45d-b8fc-412c-952a-95d6bd9de099 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063808 Nov 23 14:31:14.296692 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 is scheduled to L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 with binding_index 1 {{(pid=102953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:31:14.336229 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=c2d050a1-f7a8-4214-9ce2-715e39c58eba,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:14.537169 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-260487d9-bf98-4763-9ce1-4d79e96a562f req-2cd34589-d1ea-4ecc-80f2-1aa0b0e721f2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851843 Nov 23 14:31:14.598899 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:14.617192 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Sync routers for ids ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:14.643450 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.645715 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-a21e1411-2ae2-4456-a49d-612bb786f1e8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2959952 Nov 23 14:31:14.652749 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45584) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:14.654969 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Routers {'d6d7c8b2-533e-4374-b5ea-6a0179e87b79'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:14.655926 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:14.663612 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7641f43e-950e-4965-8494-25495a6b7d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.755407 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0c49f-812b-46c8-81c4-df8a1f0f67a3 None None] Network 98c1ab46-83cc-4400-a47e-0fe81a015218 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:14.945541 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b1b954dd-e93c-4fca-96f3-b27c982fb94e None None] Provisioning complete for port c2d050a1-f7a8-4214-9ce2-715e39c58eba triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:14.947259 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b1b954dd-e93c-4fca-96f3-b27c982fb94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.961965 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7641f43e-950e-4965-8494-25495a6b7d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:14.975859 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7641f43e-950e-4965-8494-25495a6b7d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:15.077657 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Set router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:15.158564 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641f43e-950e-4965-8494-25495a6b7d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe7b978-4921-43ec-8e6c-b1c06a2242b3,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:15.189213 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-7641f43e-950e-4965-8494-25495a6b7d83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0486a7f096ef4c2f89f6af385bae41be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0020175 Nov 23 14:31:15.201178 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45590) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:15.308710 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d725b6e-0242-4ccf-a389-8dcd8122ab0d req-712d2809-971d-4432-b0f2-84d7c8e03920 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:15.325699 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1d725b6e-0242-4ccf-a389-8dcd8122ab0d req-712d2809-971d-4432-b0f2-84d7c8e03920 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.3039081 Nov 23 14:31:15.580861 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a035d3d2-3a17-4b4d-95a2-dc480145fe15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:15.724594 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1d725b6e-0242-4ccf-a389-8dcd8122ab0d req-7c83a994-ba86-44d6-b8f6-03a98afb1aaa tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3362806 Nov 23 14:31:15.767031 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a035d3d2-3a17-4b4d-95a2-dc480145fe15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:15.797344 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device c2d050a1-f7a8-4214-9ce2-715e39c58eba up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:15.860154 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e70a1-e6a2-4e6c-8771-cb44407891ad req-334d07f2-b08f-42b1-a02e-ed0bb078dade tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:15.870610 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5b9e70a1-e6a2-4e6c-8771-cb44407891ad req-334d07f2-b08f-42b1-a02e-ed0bb078dade tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.3125093 Nov 23 14:31:16.010485 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port c2d050a1-f7a8-4214-9ce2-715e39c58eba triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:16.011086 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.024556 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'name': 'tempest-TestShelveInstance-100936705-router', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '6482ac2b-4087-421f-808d-da0853f37a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:09Z', 'updated_at': '2021-11-23T14:31:11Z', 'revision_number': 3, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'gw_port': {'id': '6482ac2b-4087-421f-808d-da0853f37a29', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:30:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:10Z', 'updated_at': '2021-11-23T14:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:16.067703 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774937-5abd-4152-b223-c3abd531fe9c req-dbf2354c-4996-48e2-b4da-57ac8208aad7 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:16.083036 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ec774937-5abd-4152-b223-c3abd531fe9c req-dbf2354c-4996-48e2-b4da-57ac8208aad7 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1441057 Nov 23 14:31:16.098213 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a035d3d2-3a17-4b4d-95a2-dc480145fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.111888 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a035d3d2-3a17-4b4d-95a2-dc480145fe15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.114163 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-a035d3d2-3a17-4b4d-95a2-dc480145fe15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ebe7b978-4921-43ec-8e6c-b1c06a2242b3 HTTP/1.1" status: 204 len: 168 time: 0.9116263 Nov 23 14:31:16.151484 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035d3d2-3a17-4b4d-95a2-dc480145fe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe7b978-4921-43ec-8e6c-b1c06a2242b3,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:16.153317 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Checking router: d6d7c8b2-533e-4374-b5ea-6a0179e87b79 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:16.153826 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Updating router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 port 6482ac2b-4087-421f-808d-da0853f37a29 binding host dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:31:16.225547 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5b9e70a1-e6a2-4e6c-8771-cb44407891ad req-2cd2ab84-7541-4f70-8961-c3f4c00f376b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146517 Nov 23 14:31:16.282774 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.293691 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.356739 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ec774937-5abd-4152-b223-c3abd531fe9c req-ac0f88f1-ef42-48ab-8ca4-8d1c8f4781b0 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722602 Nov 23 14:31:16.466948 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 931a128d-7d9d-4879-ac3c-9833c05bf10d up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:16.551941 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-cf0c09ec-d1af-4d41-a17a-82ecb6d985c8 None None] Provisioning complete for port c2d050a1-f7a8-4214-9ce2-715e39c58eba triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:16.552473 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-cf0c09ec-d1af-4d41-a17a-82ecb6d985c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.624042 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 931a128d-7d9d-4879-ac3c-9833c05bf10d triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:16.624856 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.627695 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:16.756796 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ebc70cda-420e-4598-b353-054a2e7534a3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:31:17.002203 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Publish callbacks [] for port, precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.027388 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.032119 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Allocated IP 172.20.0.1 (98c1ab46-83cc-4400-a47e-0fe81a015218/b2fd942f-c617-4bfe-876c-0944b3a8047f/a3fbab11-04a8-4ba6-a79e-61b00ea52f26) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:17.078688 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070dfbf-7421-4a3b-89b8-94a99c4a0262 req-79adedda-2005-4f7b-b940-fd5c8c20eff5 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:17.081328 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8070dfbf-7421-4a3b-89b8-94a99c4a0262 req-79adedda-2005-4f7b-b940-fd5c8c20eff5 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1363425 Nov 23 14:31:17.136801 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Attempting to bind port 6482ac2b-4087-421f-808d-da0853f37a29 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:17.137351 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Attempting to bind port 6482ac2b-4087-421f-808d-da0853f37a29 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:17.137735 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Attempting to bind port 6482ac2b-4087-421f-808d-da0853f37a29 on network dd2cda15-199e-4377-92fa-023d99d914e4 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:17.150223 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:17.150738 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:17.151167 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.151857 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Bound using segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:17.152709 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Bound port: 6482ac2b-4087-421f-808d-da0853f37a29, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:17.153288 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.177657 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:17.206920 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fa6ff-827e-4f7a-af89-06aa2b0f7374 None None] Pushing event updated for resources: {'Port': ['ID=6482ac2b-4087-421f-808d-da0853f37a29,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:17.230917 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'port_id': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'mac_address': 'fa:16:3e:f8:49:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:31:17.269720 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8070dfbf-7421-4a3b-89b8-94a99c4a0262 req-28ebb926-8335-40eb-8643-534ed252a24e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662493 Nov 23 14:31:17.330793 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.337666 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] For port 6482ac2b-4087-421f-808d-da0853f37a29, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:17.343431 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] For port 6482ac2b-4087-421f-808d-da0853f37a29, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=6482ac2b-4087-421f-808d-da0853f37a29,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:17.352627 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.382504 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.419825 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebc70cda-420e-4598-b353-054a2e7534a3 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:17.444418 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.509345 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Network 98c1ab46-83cc-4400-a47e-0fe81a015218 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:17.513689 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:17.515249 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:17.523829 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:17.528909 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:17.582293 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Routers {'d6d7c8b2-533e-4374-b5ea-6a0179e87b79'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:17.583925 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:17.759171 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6e22f-e3cd-4207-924f-fdc7b5c906c5 req-d52a783f-6c43-4978-94eb-63cb112d33e9 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:17.764466 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-bfd6e22f-e3cd-4207-924f-fdc7b5c906c5 req-d52a783f-6c43-4978-94eb-63cb112d33e9 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.2058301 Nov 23 14:31:17.806541 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Pushing event updated for resources: {'Port': ['ID=a3fbab11-04a8-4ba6-a79e-61b00ea52f26,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:17.826695 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['ebc70cda-420e-4598-b353-054a2e7534a3'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:17.907929 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ad5f5-22d0-4c50-8397-cd44043f6e40 req-e72faa5f-ae0d-4536-9aa1-b8074deba9bf tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:17.921446 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-198ad5f5-22d0-4c50-8397-cd44043f6e40 req-e72faa5f-ae0d-4536-9aa1-b8074deba9bf tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 944 time: 0.2531962 Nov 23 14:31:17.929203 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:18.014660 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-bfd6e22f-e3cd-4207-924f-fdc7b5c906c5 req-559b2745-a2f4-46ff-a2c3-0615348eaf70 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045319 Nov 23 14:31:18.033276 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fa6ff-827e-4f7a-af89-06aa2b0f7374 None None] Pushing event updated for resources: {'Port': ['ID=6482ac2b-4087-421f-808d-da0853f37a29,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:18.045221 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=6']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:18.138155 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-198ad5f5-22d0-4c50-8397-cd44043f6e40 req-0d09a042-8ffd-4d6d-9e55-caa788c635f6 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127664 Nov 23 14:31:18.159234 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] Set router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:18.319578 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45640) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:18.371359 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-4cdf1f59-e197-4367-82b7-756fa7b8f993 None None] Provisioning complete for port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:18.374444 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1f59-e197-4367-82b7-756fa7b8f993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:18.498781 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:18.583185 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf1f59-e197-4367-82b7-756fa7b8f993 None None] Port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:18.619010 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4c1b4-2b45-44f0-910c-f044dbc5f5f5 req-356fdba9-bbdc-4ef6-b903-2790ea9b733e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:18.633057 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0dd4c1b4-2b45-44f0-910c-f044dbc5f5f5 req-356fdba9-bbdc-4ef6-b903-2790ea9b733e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1486840 Nov 23 14:31:18.720160 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ebc70cda-420e-4598-b353-054a2e7534a3 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:18.833410 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-408582744-network', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:18.885216 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0dd4c1b4-2b45-44f0-910c-f044dbc5f5f5 req-d0532309-6be0-41c9-98db-bd1bb8a23f59 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495129 Nov 23 14:31:18.895591 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'name': 'tempest-TestShelveInstance-100936705-router', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '6482ac2b-4087-421f-808d-da0853f37a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:09Z', 'updated_at': '2021-11-23T14:31:11Z', 'revision_number': 3, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'gw_port': {'id': '6482ac2b-4087-421f-808d-da0853f37a29', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:30:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:10Z', 'updated_at': '2021-11-23T14:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:18.971768 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port ebc70cda-420e-4598-b353-054a2e7534a3 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:18.972577 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.016703 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6de60e-19b4-4939-a57f-ce50a3b5da12 None None] The sync data for ids ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'] in dv-cinder-804035-16-iscsi is: [{'id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'name': 'tempest-TestShelveInstance-100936705-router', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '6482ac2b-4087-421f-808d-da0853f37a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:09Z', 'updated_at': '2021-11-23T14:31:11Z', 'revision_number': 3, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'gw_port': {'id': '6482ac2b-4087-421f-808d-da0853f37a29', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:30:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:10Z', 'updated_at': '2021-11-23T14:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:19.027862 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Made reservation on behalf of d56c37edac6f48ecb46e95a11b10fe59 for: {'network': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:19.035818 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.059127 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.073921 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.084456 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.203974 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Pushing event updated for resources: {'Port': ['ID=a3fbab11-04a8-4ba6-a79e-61b00ea52f26,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:19.221696 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.250582 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599789'] for router_interface, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.280348 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:19.287826 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a135f50-7d49-4bb2-b9a0-6b984bea9aa8" -d '{"events": [{"server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "name": "network-vif-plugged", "status": "completed", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:19.303475 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.315680 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.346760 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:19.357081 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.433353 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88bef76-55e0-4819-aabc-9d2966195fe9,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:19.439662 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:31:19.467631 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.468291 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.segments_db [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Added segment 55ee0511-909c-43bd-988d-4cea28540819 of type vlan for network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 Nov 23 14:31:19.481490 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34acaa9-ac11-4b1e-926a-2590cab032fc x-openstack-request-id: req-a34acaa9-ac11-4b1e-926a-2590cab032fc {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:19.482072 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "name": "network-vif-plugged", "status": "completed", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:19.482459 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a34acaa9-ac11-4b1e-926a-2590cab032fc {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:19.483093 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'code': 200} Nov 23 14:31:19.549399 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=7']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:19.599327 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.661077 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.663332 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:19.664418 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:19.756135 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4339895 Nov 23 14:31:19.789629 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45668) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:19.798159 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Request body: {'subnet': {'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-408582744-subnet', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'ip_version': 4}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:19.812685 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b46a2-2787-4bed-a9e2-26727005fb0a admin admin] Pushing event updated for resources: {'Network': ['ID=772a01ed-5368-4cc6-820b-6618b7ee3bf2,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:19.830507 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:31:19.873431 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Made reservation on behalf of d56c37edac6f48ecb46e95a11b10fe59 for: {'subnet': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:19.882142 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Publish callbacks [] for subnet, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:20.387049 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c576a4-d630-4112-aaaa-fdca719c45fc req-b411eab6-4af9-4984-8acb-0577901cbe8a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:20.404177 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b0c576a4-d630-4112-aaaa-fdca719c45fc req-b411eab6-4af9-4984-8acb-0577901cbe8a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.9233520 Nov 23 14:31:20.431889 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Network 98c1ab46-83cc-4400-a47e-0fe81a015218 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:20.449141 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:20.465211 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aeba8-6870-45ff-8f63-acb61aaa2d87 req-4a5b6618-757d-4d7d-aaad-026f0c9d745e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:20.481230 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8c8aeba8-6870-45ff-8f63-acb61aaa2d87 req-4a5b6618-757d-4d7d-aaad-026f0c9d745e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.2681563 Nov 23 14:31:20.559713 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:20.760284 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b0c576a4-d630-4112-aaaa-fdca719c45fc req-9a42369b-38de-4fee-a9b8-99c3f500ebd1 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545384 Nov 23 14:31:20.859258 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8c8aeba8-6870-45ff-8f63-acb61aaa2d87 req-8e637af5-08c3-463e-8e7a-0dbbcea881dd tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614733 Nov 23 14:31:20.908344 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1c541d-9bcc-4f55-bd4e-db6358b567b2,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:20.947266 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Checking segment: {'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:20.947890 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Network hostable DHCP agents. Network: 772a01ed-5368-4cc6-820b-6618b7ee3bf2, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:31:21.024494 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:31:21.047870 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 772a01ed-5368-4cc6-820b-6618b7ee3bf2) {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:21.061850 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a83b5d-1649-4d6e-a207-4e078408ea96 None None] Network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:21.062705 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:21.064987 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:21.122340 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-6c6f5476-1c08-485b-a1ea-556eebea38da admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3289747 Nov 23 14:31:21.124595 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45700) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:21.141672 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:21.157305 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bd3fa-e373-4771-b606-3856913a3cd5 req-69418ad2-3485-44b3-9ec5-b3292fbf4d27 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:21.157305 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-181bd3fa-e373-4771-b606-3856913a3cd5 req-69418ad2-3485-44b3-9ec5-b3292fbf4d27 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.2166164 Nov 23 14:31:21.185597 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5006'] for router, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:21.187320 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:21.212597 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:31:21.390356 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:21.432550 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-d7fe5bb1-ad46-433f-9523-164bfb1aa048 None None] Provisioning complete for port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:21.433344 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5bb1-ad46-433f-9523-164bfb1aa048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:21.564539 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 6482ac2b-4087-421f-808d-da0853f37a29 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:21.575633 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-181bd3fa-e373-4771-b606-3856913a3cd5 req-5194faa5-c52a-4df5-964d-56ad3a7b7d2f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967586 Nov 23 14:31:21.623651 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe5bb1-ad46-433f-9523-164bfb1aa048 None None] Port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:21.812203 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp149c54f5-4f1e-5612-a8be-7e2996bbc970-772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2'}]}} from dv-cinder-804035-16-iscsi. {{(pid=102954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:31:21.813757 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:21.822435 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:21.854424 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 6482ac2b-4087-421f-808d-da0853f37a29 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:21.855041 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:21.855921 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-201a31bb-0a58-4a80-9665-9952829a09fb admin admin] 10.222.0.59 "PUT /v2.0/routers/d6d7c8b2-533e-4374-b5ea-6a0179e87b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1991284 Nov 23 14:31:22.187956 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.273114 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4355d42-5909-44db-a8d5-bc5e21825005 req-1ea04763-cc0a-4f11-9cd5-89a16691fbf4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:22.287167 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d4355d42-5909-44db-a8d5-bc5e21825005 req-1ea04763-cc0a-4f11-9cd5-89a16691fbf4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.2434883 Nov 23 14:31:22.304984 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.db_base_plugin_common [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Allocated IP 172.20.0.2 (772a01ed-5368-4cc6-820b-6618b7ee3bf2/2f1c541d-9bcc-4f55-bd4e-db6358b567b2/c10b6438-7bbf-4d67-a6ff-cf8ea3d99493) {{(pid=102954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:22.334479 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.471597 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d4355d42-5909-44db-a8d5-bc5e21825005 req-ea3a01c9-03a1-46f1-ae6f-7447cd2358f9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820192 Nov 23 14:31:22.480003 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port 6482ac2b-4087-421f-808d-da0853f37a29, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=6482ac2b-4087-421f-808d-da0853f37a29,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:22.494617 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.804510 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168340f-e554-4d81-b0f6-294433dc5691 req-1bff2029-5b24-4462-bcf5-ea5f9385f789 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:22.819212 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b168340f-e554-4d81-b0f6-294433dc5691 req-1bff2029-5b24-4462-bcf5-ea5f9385f789 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1654427 Nov 23 14:31:22.887545 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.926104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:22.961355 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b168340f-e554-4d81-b0f6-294433dc5691 req-75d51ce8-1e05-40bd-8c05-1c06b28e2842 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405463 Nov 23 14:31:23.008724 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Publish callbacks [] for port, precommit_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.019075 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Sync routers for ids ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:23.033257 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.067138 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=6482ac2b-4087-421f-808d-da0853f37a29,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:23.149066 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 is already hosted by enough agents. {{(pid=102954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:23.150446 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Routers {'d6d7c8b2-533e-4374-b5ea-6a0179e87b79'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:23.151128 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:23.153837 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Pushing event updated for resources: {'Port': ['ID=c10b6438-7bbf-4d67-a6ff-cf8ea3d99493,revision_number=1']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:23.160548 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.base_scheduler [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Resources bound (agent type, host, resource id): {{(pid=102954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:23.199777 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Allocated IP 172.27.1.26 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/17e27f41-eecc-405f-a7ad-45ff6512f1f6) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:23.210242 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Received port after_create {{(pid=102954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:23.437481 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 6482ac2b-4087-421f-808d-da0853f37a29 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:23.467865 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.524278 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Attempting to bind port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:23.524679 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Attempting to bind port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:23.525466 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Attempting to bind port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 on network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:23.555006 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Set router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:23.605110 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:23.605520 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Checking segment: {'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:23.606306 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.606498 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Bound using segment: {'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:23.607138 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Bound port: c10b6438-7bbf-4d67-a6ff-cf8ea3d99493, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:23.607542 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.641261 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:23.785609 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:23.796935 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:23.804217 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45734) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:23.809801 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:23.954720 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d2aff-c0ec-4a01-89b4-06efcee72c51 req-0ee602cd-72f6-4122-a60c-492295e90d12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:23.979147 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-332d2aff-c0ec-4a01-89b4-06efcee72c51 req-0ee602cd-72f6-4122-a60c-492295e90d12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.3057113 Nov 23 14:31:24.035291 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-fc09acc4-bed5-44f7-8ee5-bee7c92d06c7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128095778', 'description': 'tempest-secgroup-smoke-1128095778 description', 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:24.057021 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Pushing event updated for resources: {'Port': ['ID=17e27f41-eecc-405f-a7ad-45ff6512f1f6,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:24.106029 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 6482ac2b-4087-421f-808d-da0853f37a29 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:24.106870 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.172386 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-332d2aff-c0ec-4a01-89b4-06efcee72c51 req-7da4d590-7c23-4796-afaf-564d4ec17a92 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806798 Nov 23 14:31:24.181499 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fc09acc4-bed5-44f7-8ee5-bee7c92d06c7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.182046 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] For port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:24.262448 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] For port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=c10b6438-7bbf-4d67-a6ff-cf8ea3d99493,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:24.345632 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.414015 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fc09acc4-bed5-44f7-8ee5-bee7c92d06c7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.436755 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fc09acc4-bed5-44f7-8ee5-bee7c92d06c7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.525031 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b8c2a-b87b-4949-b65d-318e581052f6 req-7a888a46-a1d9-4055-be1b-099a774f9c5c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:24.538644 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7e8b8c2a-b87b-4949-b65d-318e581052f6 req-7a888a46-a1d9-4055-be1b-099a774f9c5c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.3534906 Nov 23 14:31:24.549412 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a158b-f26b-4d58-abfd-c18dad2ed230 None None] Pushing event updated for resources: {'Port': ['ID=c10b6438-7bbf-4d67-a6ff-cf8ea3d99493,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:24.586232 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fc09acc4-bed5-44f7-8ee5-bee7c92d06c7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.591236 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-fc09acc4-bed5-44f7-8ee5-bee7c92d06c7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6038876 Nov 23 14:31:24.591450 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45740) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:24.596491 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-ce4c39cc-6410-4c54-ab1d-11949ce8927e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Request body: {'security_group_rule': {'security_group_id': '804125b8-85c0-442f-a113-157f30cca736', 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:24.599726 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09acc4-bed5-44f7-8ee5-bee7c92d06c7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804125b8-85c0-442f-a113-157f30cca736,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:24.603413 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.671095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce4c39cc-6410-4c54-ab1d-11949ce8927e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.759091 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7e8b8c2a-b87b-4949-b65d-318e581052f6 req-fa8dfadd-3907-44c9-98d7-d138f094be5a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042041 Nov 23 14:31:24.804459 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'name': 'tempest-TestShelveInstance-100936705-router', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '6482ac2b-4087-421f-808d-da0853f37a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:09Z', 'updated_at': '2021-11-23T14:31:18Z', 'revision_number': 4, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'gw_port': {'id': '6482ac2b-4087-421f-808d-da0853f37a29', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:30:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:10Z', 'updated_at': '2021-11-23T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': 'a3fbab11-04a8-4ba6-a79e-61b00ea52f26', 'name': '', 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'mac_address': 'fa:16:3e:93:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b2fd942f-c617-4bfe-876c-0944b3a8047f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:16Z', 'updated_at': '2021-11-23T14:31:18Z', 'revision_number': 2, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'subnets': [{'id': 'b2fd942f-c617-4bfe-876c-0944b3a8047f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:24.871640 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce4c39cc-6410-4c54-ab1d-11949ce8927e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.896907 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce4c39cc-6410-4c54-ab1d-11949ce8927e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:24.954307 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Checking router: d6d7c8b2-533e-4374-b5ea-6a0179e87b79 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:24.958085 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Updating router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 binding host dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:31:25.011495 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ce4c39cc-6410-4c54-ab1d-11949ce8927e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.014344 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-ce4c39cc-6410-4c54-ab1d-11949ce8927e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4213214 Nov 23 14:31:25.016740 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.017396 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c39cc-6410-4c54-ab1d-11949ce8927e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc37500d-2731-4f55-8a14-2d0ec0a13d08,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:25.021746 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45744) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:25.026365 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-63c8e46a-9cac-40a1-aa9b-5c7a2133caf7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Request body: {'security_group_rule': {'security_group_id': '804125b8-85c0-442f-a113-157f30cca736', 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:25.166352 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-63c8e46a-9cac-40a1-aa9b-5c7a2133caf7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.374095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-63c8e46a-9cac-40a1-aa9b-5c7a2133caf7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.384484 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-63c8e46a-9cac-40a1-aa9b-5c7a2133caf7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.397678 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774'] for router, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.518336 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8e46a-9cac-40a1-aa9b-5c7a2133caf7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3932392f-14ff-464a-961d-ca63eb063495,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:25.539189 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-63c8e46a-9cac-40a1-aa9b-5c7a2133caf7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.546595 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-63c8e46a-9cac-40a1-aa9b-5c7a2133caf7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5187562 Nov 23 14:31:25.547860 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45752) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:25.556237 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-cbbca30c-06ea-4c6a-a456-586cbb5c83f9 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Request body: {'security_group_rule': {'security_group_id': '804125b8-85c0-442f-a113-157f30cca736', 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:25.600291 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-cbbca30c-06ea-4c6a-a456-586cbb5c83f9 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.641128 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85ea22-685c-4832-b7bd-6400494918cb req-f5c0ac39-2856-429f-9ef0-950be9f8c594 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:25.654921 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ec85ea22-685c-4832-b7bd-6400494918cb req-f5c0ac39-2856-429f-9ef0-950be9f8c594 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.2715511 Nov 23 14:31:25.791300 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-cbbca30c-06ea-4c6a-a456-586cbb5c83f9 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.822378 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-cbbca30c-06ea-4c6a-a456-586cbb5c83f9 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.838493 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ec85ea22-685c-4832-b7bd-6400494918cb req-5f92371c-fbe3-4a4f-bcd8-1a235e6ec077 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820335 Nov 23 14:31:25.854839 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Router 6a5b672b-24ed-4e94-a235-f8dc3399c943 is scheduled to L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 with binding_index 1 {{(pid=102952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:31:25.881696 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbca30c-06ea-4c6a-a456-586cbb5c83f9 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47710c56-3ee9-4c9f-8731-8b2aac0e6cde,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:25.911455 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-cbbca30c-06ea-4c6a-a456-586cbb5c83f9 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:25.916418 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-cbbca30c-06ea-4c6a-a456-586cbb5c83f9 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659592 Nov 23 14:31:25.917940 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45758) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:25.931826 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-52eb8129-a5fc-4d81-bc9e-8c712c8b0396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Request body: {'security_group_rule': {'security_group_id': '804125b8-85c0-442f-a113-157f30cca736', 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:26.016950 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-52eb8129-a5fc-4d81-bc9e-8c712c8b0396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.228147 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-52eb8129-a5fc-4d81-bc9e-8c712c8b0396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.238794 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:26.241078 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-52eb8129-a5fc-4d81-bc9e-8c712c8b0396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.317498 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb8129-a5fc-4d81-bc9e-8c712c8b0396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650bf179-38b6-459b-b17f-247eb7f0cfaf,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:26.334454 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-52eb8129-a5fc-4d81-bc9e-8c712c8b0396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.345569 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-52eb8129-a5fc-4d81-bc9e-8c712c8b0396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4260921 Nov 23 14:31:26.346543 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45766) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:26.352699 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-21028569-ce31-40ae-b2a2-a627c64641be tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Request body: {'security_group_rule': {'security_group_id': '804125b8-85c0-442f-a113-157f30cca736', 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:26.353630 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b78e6-8077-4fb1-a45d-6986547a1c16 req-8992a266-5eb0-403c-a192-df9572131199 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:26.361336 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-160b78e6-8077-4fb1-a45d-6986547a1c16 req-8992a266-5eb0-403c-a192-df9572131199 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.3313632 Nov 23 14:31:26.418062 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Publish callbacks [] for port, precommit_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.439871 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:26.452411 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.458858 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Sync routers for ids ['6a5b672b-24ed-4e94-a235-f8dc3399c943'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:26.492410 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.securitygroups_db [None req-21028569-ce31-40ae-b2a2-a627c64641be tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Project b2036fbc301a4fdbb03e4cb1d8f6c9c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:31:26.518051 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-21028569-ce31-40ae-b2a2-a627c64641be tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.520443 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Routers {'6a5b672b-24ed-4e94-a235-f8dc3399c943'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:26.523212 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['6a5b672b-24ed-4e94-a235-f8dc3399c943'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:26.590392 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] Publish callbacks [] for router, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.602261 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45768) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:26.614018 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-377df1d6-39bb-4482-a706-c616ba12c720 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4711964 Nov 23 14:31:26.682922 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:26.683329 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:26.691685 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-160b78e6-8077-4fb1-a45d-6986547a1c16 req-eb8108c2-f234-4ce2-9c87-a43292418d65 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770529 Nov 23 14:31:26.860949 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b6f72-57e8-4692-947f-42eb1778ee79 None None] Network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:27.104369 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Set router 6a5b672b-24ed-4e94-a235-f8dc3399c943 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:27.388793 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-21028569-ce31-40ae-b2a2-a627c64641be tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.424535 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-21028569-ce31-40ae-b2a2-a627c64641be tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.548027 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5821b68-49fb-4fe1-ae39-d5a1aa77bf0b None None] Pushing event updated for resources: {'Port': ['ID=a3fbab11-04a8-4ba6-a79e-61b00ea52f26,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:27.595787 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-21028569-ce31-40ae-b2a2-a627c64641be tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.602904 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45778) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:27.603745 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-21028569-ce31-40ae-b2a2-a627c64641be tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2552357 Nov 23 14:31:27.610910 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-7b5497cf-1cdb-47d4-8420-e0fdff6f9396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Request body: {'security_group_rule': {'security_group_id': '804125b8-85c0-442f-a113-157f30cca736', 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:27.730789 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.securitygroups_db [None req-7b5497cf-1cdb-47d4-8420-e0fdff6f9396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Project b2036fbc301a4fdbb03e4cb1d8f6c9c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:31:27.743575 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7b5497cf-1cdb-47d4-8420-e0fdff6f9396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.763636 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eae4bc-1d31-43e4-9172-fb8f96d67f1f req-1cb88477-9621-4a72-8839-fcc6800f6637 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:27.776527 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-17eae4bc-1d31-43e4-9172-fb8f96d67f1f req-1cb88477-9621-4a72-8839-fcc6800f6637 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.6411586 Nov 23 14:31:27.779128 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21028569-ce31-40ae-b2a2-a627c64641be tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390a40a9-fecd-46ed-98d7-5bf375a0431f,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:27.835120 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-4eeeb934-cdf7-4824-9d8b-d0619ca3c631 None None] Provisioning complete for port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:27.845768 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb934-cdf7-4824-9d8b-d0619ca3c631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.884627 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:23Z', 'revision_number': 3, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:27.890648 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7b5497cf-1cdb-47d4-8420-e0fdff6f9396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.959900 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-17eae4bc-1d31-43e4-9172-fb8f96d67f1f req-c66146ff-2ac9-4da9-8483-9a3598e0460a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819637 Nov 23 14:31:27.979919 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7b5497cf-1cdb-47d4-8420-e0fdff6f9396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:27.981451 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Checking router: 6a5b672b-24ed-4e94-a235-f8dc3399c943 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:27.981729 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Updating router 6a5b672b-24ed-4e94-a235-f8dc3399c943 port 17e27f41-eecc-405f-a7ad-45ff6512f1f6 binding host dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:31:28.056563 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5497cf-1cdb-47d4-8420-e0fdff6f9396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47356886-7944-4e14-bb8b-277fb0ecbac5,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:28.102192 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7b5497cf-1cdb-47d4-8420-e0fdff6f9396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:28.111506 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:28.113976 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-7b5497cf-1cdb-47d4-8420-e0fdff6f9396 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5094564 Nov 23 14:31:28.137093 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Attempting to bind port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:28.141480 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Attempting to bind port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': 'd7b695d6-67ef-4730-852f-2f72fbaf61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:28.144317 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129013da-8fef-441b-b8fb-d97af60b7251 req-b26a0250-000d-4908-b650-8985bd8c071e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:28.145367 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Attempting to bind port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 on network 98c1ab46-83cc-4400-a47e-0fe81a015218 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:28.151328 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-129013da-8fef-441b-b8fb-d97af60b7251 req-b26a0250-000d-4908-b650-8985bd8c071e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.2501328 Nov 23 14:31:28.164342 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:28.174328 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Checking segment: {'id': 'd7b695d6-67ef-4730-852f-2f72fbaf61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:28.175206 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:28.176950 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Bound using segment: {'id': 'd7b695d6-67ef-4730-852f-2f72fbaf61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:28.177873 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Bound port: a3fbab11-04a8-4ba6-a79e-61b00ea52f26, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b695d6-67ef-4730-852f-2f72fbaf61c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:28.178604 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:28.259732 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:28.465551 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-129013da-8fef-441b-b8fb-d97af60b7251 req-eaa670f6-f8c6-4fc2-b655-37e9909aacb6 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983663 Nov 23 14:31:28.706630 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:28.826900 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=c10b6438-7bbf-4d67-a6ff-cf8ea3d99493,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:28.858835 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:31:28.869821 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:29.051324 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb934-cdf7-4824-9d8b-d0619ca3c631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:29.144079 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] For port a3fbab11-04a8-4ba6-a79e-61b00ea52f26, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:29.233909 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] For port a3fbab11-04a8-4ba6-a79e-61b00ea52f26, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=a3fbab11-04a8-4ba6-a79e-61b00ea52f26,segment=NetworkSegment(d7b695d6-67ef-4730-852f-2f72fbaf61c8),segment_id=d7b695d6-67ef-4730-852f-2f72fbaf61c8)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:29.261811 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:29.304392 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f173fa-7172-448d-9326-9ca207351bf7 req-f87b0bb4-0ed7-4cf6-83cc-dc9fac1bc449 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:29.324458 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-29f173fa-7172-448d-9326-9ca207351bf7 req-f87b0bb4-0ed7-4cf6-83cc-dc9fac1bc449 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1651385 Nov 23 14:31:29.341268 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Allocated IP 172.20.0.1 (772a01ed-5368-4cc6-820b-6618b7ee3bf2/2f1c541d-9bcc-4f55-bd4e-db6358b567b2/aac95a2c-55a3-4a28-9540-60f31c4c9317) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:29.360070 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=c10b6438-7bbf-4d67-a6ff-cf8ea3d99493,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:29.415210 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9a8ee-e46a-4d42-9f45-20b858e25c08 req-70d9a103-9dab-4a20-8f1a-8653df5a1dc9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:29.425627 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bca9a8ee-e46a-4d42-9f45-20b858e25c08 req-70d9a103-9dab-4a20-8f1a-8653df5a1dc9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.2123137 Nov 23 14:31:29.491560 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-29f173fa-7172-448d-9326-9ca207351bf7 req-9cf896c6-67a2-4f9f-aa8c-5a08ed7aad38 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656213 Nov 23 14:31:29.539315 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.db.api [None req-4eeeb934-cdf7-4824-9d8b-d0619ca3c631 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 14:31:29.539806 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG oslo_db.api [None req-4eeeb934-cdf7-4824-9d8b-d0619ca3c631 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 14:31:29.553247 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Routers {'d6d7c8b2-533e-4374-b5ea-6a0179e87b79'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:29.553247 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:29.652557 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Publish callbacks [] for port, precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:29.677460 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:29.845692 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5821b68-49fb-4fe1-ae39-d5a1aa77bf0b None None] Pushing event updated for resources: {'Port': ['ID=a3fbab11-04a8-4ba6-a79e-61b00ea52f26,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:29.867527 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Attempting to bind port 17e27f41-eecc-405f-a7ad-45ff6512f1f6 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:29.868655 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Attempting to bind port 17e27f41-eecc-405f-a7ad-45ff6512f1f6 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:29.868655 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Attempting to bind port 17e27f41-eecc-405f-a7ad-45ff6512f1f6 on network dd2cda15-199e-4377-92fa-023d99d914e4 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:29.890686 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00ec7c-ed9d-4cf3-9efb-ae9763b7aad8 None None] Pushing event updated for resources: {'Port': ['ID=17e27f41-eecc-405f-a7ad-45ff6512f1f6,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:29.903055 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:29.903686 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:29.904359 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:29.905188 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Bound using segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:29.906033 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Bound port: 17e27f41-eecc-405f-a7ad-45ff6512f1f6, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:29.906492 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:29.949312 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:30.114087 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bca9a8ee-e46a-4d42-9f45-20b858e25c08 req-1669be60-a7c0-44b9-a66d-b8ddbfb9987e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6871586 Nov 23 14:31:30.124863 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:30.172920 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] For port 17e27f41-eecc-405f-a7ad-45ff6512f1f6, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:30.182423 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] For port 17e27f41-eecc-405f-a7ad-45ff6512f1f6, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=17e27f41-eecc-405f-a7ad-45ff6512f1f6,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:30.188830 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:30.202331 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-08aabc95-468d-4aaa-8fcb-4821cd0ed2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:30.213643 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-08aabc95-468d-4aaa-8fcb-4821cd0ed2ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 1098 time: 0.8510084 Nov 23 14:31:30.305318 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:30.311661 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Routers {'6a5b672b-24ed-4e94-a235-f8dc3399c943'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:30.312661 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['6a5b672b-24ed-4e94-a235-f8dc3399c943'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:30.323305 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Pushing event updated for resources: {'Port': ['ID=aac95a2c-55a3-4a28-9540-60f31c4c9317,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:30.328986 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] Set router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:30.352469 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:30.367049 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:30.570054 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00ec7c-ed9d-4cf3-9efb-ae9763b7aad8 None None] Pushing event updated for resources: {'Port': ['ID=17e27f41-eecc-405f-a7ad-45ff6512f1f6,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:30.662696 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:30.708695 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-d5919872-521e-4b82-a44e-1f0b07e690bf None None] Provisioning complete for port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:30.714414 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-d5919872-521e-4b82-a44e-1f0b07e690bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:30.789985 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] Set router 6a5b672b-24ed-4e94-a235-f8dc3399c943 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:30.954498 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d75eb0-d9e0-4429-844e-fbd9c9a2a40e req-e55bd0a3-9f1f-4f1e-a4c9-140f58ab3b10 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:30.984124 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-25d75eb0-d9e0-4429-844e-fbd9c9a2a40e req-e55bd0a3-9f1f-4f1e-a4c9-140f58ab3b10 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.2487853 Nov 23 14:31:31.187905 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-6f4404be-211d-4e4a-a2a5-d771677d17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:31.188634 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-6f4404be-211d-4e4a-a2a5-d771677d17a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 200 len: 912 time: 0.9034562 Nov 23 14:31:31.209188 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-d5919872-521e-4b82-a44e-1f0b07e690bf None None] Provisioning complete for port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:31.211025 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-d5919872-521e-4b82-a44e-1f0b07e690bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.292362 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-25d75eb0-d9e0-4429-844e-fbd9c9a2a40e req-aebd6808-0f29-4a51-9688-872930c2bf90 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052549 Nov 23 14:31:31.540118 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:23Z', 'revision_number': 3, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:31.554498 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:31.651763 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df09d8-5412-4daa-9b0d-f7c29e579561 None None] The sync data for ids ['6a5b672b-24ed-4e94-a235-f8dc3399c943'] in dv-cinder-804035-16-iscsi is: [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:23Z', 'revision_number': 3, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:31.665215 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-432d4c5e-fda4-46d3-912d-641b68258f92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4641ebcf-f827-4694-b1e1-4700e620a804 HTTP/1.1" status: 200 len: 1001 time: 0.4539165 Nov 23 14:31:31.674384 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.732277 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62058f33-985c-4ddc-99df-b2cedee490f3 req-f34a09fa-b6d3-424c-a84d-f25f593f07a1 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:31.742734 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-62058f33-985c-4ddc-99df-b2cedee490f3 req-f34a09fa-b6d3-424c-a84d-f25f593f07a1 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.3851299 Nov 23 14:31:31.792359 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-d5919872-521e-4b82-a44e-1f0b07e690bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.812544 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:31.812946 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.842799 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'name': 'tempest-TestShelveInstance-100936705-router', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '6482ac2b-4087-421f-808d-da0853f37a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:09Z', 'updated_at': '2021-11-23T14:31:18Z', 'revision_number': 4, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'gw_port': {'id': '6482ac2b-4087-421f-808d-da0853f37a29', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:30:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:10Z', 'updated_at': '2021-11-23T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': 'a3fbab11-04a8-4ba6-a79e-61b00ea52f26', 'name': '', 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'mac_address': 'fa:16:3e:93:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b2fd942f-c617-4bfe-876c-0944b3a8047f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:16Z', 'updated_at': '2021-11-23T14:31:29Z', 'revision_number': 4, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'subnets': [{'id': 'b2fd942f-c617-4bfe-876c-0944b3a8047f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:31.894767 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cdc605-73c1-494f-8bd0-94493e0e531a None None] The sync data for ids ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'] in dv-cinder-804035-16-iscsi is: [{'id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'name': 'tempest-TestShelveInstance-100936705-router', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '6482ac2b-4087-421f-808d-da0853f37a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:09Z', 'updated_at': '2021-11-23T14:31:18Z', 'revision_number': 4, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'gw_port': {'id': '6482ac2b-4087-421f-808d-da0853f37a29', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:30:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:10Z', 'updated_at': '2021-11-23T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': 'a3fbab11-04a8-4ba6-a79e-61b00ea52f26', 'name': '', 'network_id': '98c1ab46-83cc-4400-a47e-0fe81a015218', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'mac_address': 'fa:16:3e:93:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b2fd942f-c617-4bfe-876c-0944b3a8047f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:16Z', 'updated_at': '2021-11-23T14:31:29Z', 'revision_number': 4, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'subnets': [{'id': 'b2fd942f-c617-4bfe-876c-0944b3a8047f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:31.908733 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-d5919872-521e-4b82-a44e-1f0b07e690bf None None] For port a3fbab11-04a8-4ba6-a79e-61b00ea52f26, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=a3fbab11-04a8-4ba6-a79e-61b00ea52f26,segment=NetworkSegment(d7b695d6-67ef-4730-852f-2f72fbaf61c8),segment_id=d7b695d6-67ef-4730-852f-2f72fbaf61c8)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:31.918766 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-d5919872-521e-4b82-a44e-1f0b07e690bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:31.984075 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-2cc79bb1-2162-4167-a03f-c00e1488836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:31.985736 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-2cc79bb1-2162-4167-a03f-c00e1488836a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70 HTTP/1.1" status: 200 len: 850 time: 0.2796516 Nov 23 14:31:32.211902 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-4dfdaec8-5182-4c84-a733-0683eff36392 None None] Provisioning complete for port aac95a2c-55a3-4a28-9540-60f31c4c9317 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:32.212500 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4dfdaec8-5182-4c84-a733-0683eff36392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.219125 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5919872-521e-4b82-a44e-1f0b07e690bf None None] Pushing event updated for resources: {'Port': ['ID=a3fbab11-04a8-4ba6-a79e-61b00ea52f26,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:32.305117 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-4dfdaec8-5182-4c84-a733-0683eff36392 None None] Port aac95a2c-55a3-4a28-9540-60f31c4c9317 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:32.311077 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-62058f33-985c-4ddc-99df-b2cedee490f3 req-ccaa32d0-0635-4574-89c6-db22300a3802 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5317173 Nov 23 14:31:32.454932 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-14e49ac0-f0e7-4bf7-ba48-159f810d15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:32.457605 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-14e49ac0-f0e7-4bf7-ba48-159f810d15b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72082c76-6ced-497f-a837-e78d35ddc847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4536772 Nov 23 14:31:32.625102 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298f28-8b3d-4bac-a614-1a3d6790aa89 req-46e18989-d850-432d-b40f-3bd92fb3efa2 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:32.642945 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-40298f28-8b3d-4bac-a614-1a3d6790aa89 req-46e18989-d850-432d-b40f-3bd92fb3efa2 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1928971 Nov 23 14:31:32.832835 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-5e5ac752-7306-40f7-bbf5-cfd3fb8de09f service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542950 Nov 23 14:31:32.855489 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-40298f28-8b3d-4bac-a614-1a3d6790aa89 req-4801b992-4474-41fc-a1a5-f3612fbf29a3 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114825 Nov 23 14:31:32.903599 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:32.927840 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.203264 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45908) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:33.255423 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 17e27f41-eecc-405f-a7ad-45ff6512f1f6 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:33.259035 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98379dcf-f535-4a95-9b47-b1a8f329c780 req-e991771e-44f8-4be6-a533-ca0395f5781e service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828132 Nov 23 14:31:33.340092 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Pushing event updated for resources: {'Port': ['ID=aac95a2c-55a3-4a28-9540-60f31c4c9317,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:33.360926 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599789'] for router_interface, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.460672 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1d0817c2-b4f0-432a-9b72-356fd3fed714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.607523 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 17e27f41-eecc-405f-a7ad-45ff6512f1f6 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:33.608004 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.690173 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1d0817c2-b4f0-432a-9b72-356fd3fed714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.702862 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1d0817c2-b4f0-432a-9b72-356fd3fed714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.786200 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0817c2-b4f0-432a-9b72-356fd3fed714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef58cafd-b1ce-4df1-a708-39b0c337b60e,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:33.808248 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-1d0817c2-b4f0-432a-9b72-356fd3fed714 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7ab20c4f3d04cfd8a2d9ff5904930f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013057 Nov 23 14:31:33.813324 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45920) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:33.845732 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c17f5-ad27-46d0-90e8-99f11d6f4c68 req-5f18b2a6-f208-4429-a512-ef2ac36c35aa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:33.868311 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ab7c17f5-ad27-46d0-90e8-99f11d6f4c68 req-5f18b2a6-f208-4429-a512-ef2ac36c35aa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1202364 Nov 23 14:31:33.958283 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0135cd26-36b3-45fa-aa46-ec7e4fd280c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:33.975242 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:33.990252 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:34.024199 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0135cd26-36b3-45fa-aa46-ec7e4fd280c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.147269 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0135cd26-36b3-45fa-aa46-ec7e4fd280c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.151181 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0135cd26-36b3-45fa-aa46-ec7e4fd280c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.152704 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-0135cd26-36b3-45fa-aa46-ec7e4fd280c7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef58cafd-b1ce-4df1-a708-39b0c337b60e HTTP/1.1" status: 204 len: 168 time: 0.3377545 Nov 23 14:31:34.184131 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135cd26-36b3-45fa-aa46-ec7e4fd280c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef58cafd-b1ce-4df1-a708-39b0c337b60e,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:34.302688 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca93fd-542e-4883-b9f6-65e0b412442c req-e4812ad7-4a50-479a-a2a9-76cac744a8ec tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:34.327177 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-13ca93fd-542e-4883-b9f6-65e0b412442c req-e4812ad7-4a50-479a-a2a9-76cac744a8ec tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1925466 Nov 23 14:31:34.362539 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-3e025b47-9e53-4d8f-9ae4-1edb940412a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.528151 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.529399 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ab7c17f5-ad27-46d0-90e8-99f11d6f4c68 req-c5854985-f590-4941-9a8f-1f28dcbc541e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6281269 Nov 23 14:31:34.541597 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-13ca93fd-542e-4883-b9f6-65e0b412442c req-7f2c1425-2f78-4bcc-8579-15b4a7e11772 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108424 Nov 23 14:31:34.607567 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Router 6a5b672b-24ed-4e94-a235-f8dc3399c943 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:31:34.614723 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port 17e27f41-eecc-405f-a7ad-45ff6512f1f6, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=17e27f41-eecc-405f-a7ad-45ff6512f1f6,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:34.623641 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.625048 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a3fbab11-04a8-4ba6-a79e-61b00ea52f26 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:34.822357 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-0a959fe7-0231-4e87-aca3-f46855cae379 None None] Provisioning complete for port aac95a2c-55a3-4a28-9540-60f31c4c9317 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:34.823235 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0a959fe7-0231-4e87-aca3-f46855cae379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.898568 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:34.912213 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=17e27f41-eecc-405f-a7ad-45ff6512f1f6,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:34.916924 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5842cd84-6705-4b49-9219-a2a5fe84afa8 admin admin] 10.222.0.59 "PUT /v2.0/routers/6a5b672b-24ed-4e94-a235-f8dc3399c943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3116503 Nov 23 14:31:34.944603 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:34.945038 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:34.948541 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-0a959fe7-0231-4e87-aca3-f46855cae379 None None] Port aac95a2c-55a3-4a28-9540-60f31c4c9317 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:35.351277 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 17e27f41-eecc-405f-a7ad-45ff6512f1f6 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:35.464068 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 17e27f41-eecc-405f-a7ad-45ff6512f1f6 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:35.464068 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:35.721291 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Sync routers for ids ['6a5b672b-24ed-4e94-a235-f8dc3399c943'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:35.837108 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Routers {'6a5b672b-24ed-4e94-a235-f8dc3399c943'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:35.851677 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['6a5b672b-24ed-4e94-a235-f8dc3399c943'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:35.865289 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d3968-10c9-47e7-8ead-c8e3fbaed9e7 req-e14f39ed-60e8-44e4-99d7-9ced161ec8ce tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:35.876395 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4d9d3968-10c9-47e7-8ead-c8e3fbaed9e7 req-e14f39ed-60e8-44e4-99d7-9ced161ec8ce tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1326413 Nov 23 14:31:35.979647 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360f37e-dcdf-4c58-9a0d-edcafebd4faa req-040e1626-2257-4ebf-9546-38c59a2512d9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:35.986183 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4d9d3968-10c9-47e7-8ead-c8e3fbaed9e7 req-970a9764-2791-445c-a3fb-73dc6a1869ad tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066961 Nov 23 14:31:35.994547 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e360f37e-dcdf-4c58-9a0d-edcafebd4faa req-040e1626-2257-4ebf-9546-38c59a2512d9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.2103438 Nov 23 14:31:36.165615 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e360f37e-dcdf-4c58-9a0d-edcafebd4faa req-b79e70ce-846d-43b1-a592-16a98540b099 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693408 Nov 23 14:31:36.181570 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Set router 6a5b672b-24ed-4e94-a235-f8dc3399c943 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:36.490713 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 45978) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:36.499823 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-944910423-network', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:36.535465 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Made reservation on behalf of 4fc4b865be2e41d48ce021a337a7a91f for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:36.537020 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.573280 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.600419 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-5dcae51d-f471-4655-8338-a6c1bc5b53fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.651542 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:31Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': 'aac95a2c-55a3-4a28-9540-60f31c4c9317', 'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'mac_address': 'fa:16:3e:d3:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:28Z', 'updated_at': '2021-11-23T14:31:31Z', 'revision_number': 2, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'subnets': [{'id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:36.734276 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Checking router: 6a5b672b-24ed-4e94-a235-f8dc3399c943 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:36.734649 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Updating router 6a5b672b-24ed-4e94-a235-f8dc3399c943 port aac95a2c-55a3-4a28-9540-60f31c4c9317 binding host dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:31:36.799091 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.806528 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.846846 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.847956 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:31:36.864593 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b570af3e-a849-4016-811c-ee4f828bfcca,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:36.902806 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:36.903448 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Added segment c5e08fca-6e07-4244-a04a-6630dabec61c of type vlan for network b958bc0a-c1e3-424e-b131-0f8c493d0482 Nov 23 14:31:37.013284 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.101771 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.108703 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:37.112086 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.218154 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7170093 Nov 23 14:31:37.228625 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 45990) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:37.235854 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Request body: {'subnet': {'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-944910423-subnet', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'ip_version': 4}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:37.286273 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c2753-c656-4761-80c4-004c27f226b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b958bc0a-c1e3-424e-b131-0f8c493d0482,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:37.321320 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Made reservation on behalf of 4fc4b865be2e41d48ce021a337a7a91f for: {'subnet': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:37.324127 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.329373 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network b958bc0a-c1e3-424e-b131-0f8c493d0482 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:31:37.636276 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a6ecd-cf14-4a05-826d-863768d8813d req-2acac2de-2304-4786-ae73-a8ee00b64d27 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:37.638333 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0c3a6ecd-cf14-4a05-826d-863768d8813d req-2acac2de-2304-4786-ae73-a8ee00b64d27 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.4932024 Nov 23 14:31:37.749847 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47a9f3-f762-4751-97a0-41e44fd65b8d req-725a3f4d-91ab-40fc-8037-d3529c45abd8 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:37.758126 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ae47a9f3-f762-4751-97a0-41e44fd65b8d req-725a3f4d-91ab-40fc-8037-d3529c45abd8 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.4305630 Nov 23 14:31:37.760683 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Publish callbacks [] for port, precommit_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.765863 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0c3a6ecd-cf14-4a05-826d-863768d8813d req-9a6d92c3-599c-4a12-837b-a1394e13f3ff tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168087 Nov 23 14:31:37.771478 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.816386 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:37.888610 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63769b-6aa5-47f4-9a4a-738007f0df36 None None] Pushing event updated for resources: {'Port': ['ID=aac95a2c-55a3-4a28-9540-60f31c4c9317,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:37.894358 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ae47a9f3-f762-4751-97a0-41e44fd65b8d req-b8465ad0-c03a-4b13-baf1-2dd3ed996777 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351004 Nov 23 14:31:37.982525 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a63525b-d6c9-44b2-8289-bec47da21f01,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:38.003598 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Checking segment: {'id': 'c5e08fca-6e07-4244-a04a-6630dabec61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:38.010782 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Network hostable DHCP agents. Network: b958bc0a-c1e3-424e-b131-0f8c493d0482, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:31:38.016616 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Attempting to bind port aac95a2c-55a3-4a28-9540-60f31c4c9317 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:38.017114 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Attempting to bind port aac95a2c-55a3-4a28-9540-60f31c4c9317 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:38.017400 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Attempting to bind port aac95a2c-55a3-4a28-9540-60f31c4c9317 on network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:38.036503 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:38.036949 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Checking segment: {'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:38.037388 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.038453 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Bound using segment: {'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:38.038453 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Bound port: aac95a2c-55a3-4a28-9540-60f31c4c9317, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:38.038747 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.051673 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Network b958bc0a-c1e3-424e-b131-0f8c493d0482 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:31:38.075649 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, b958bc0a-c1e3-424e-b131-0f8c493d0482) {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:38.084848 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:38.094835 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.095053 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f8f1c-e722-4f04-8f1a-5be7b9f94911 None None] Network b958bc0a-c1e3-424e-b131-0f8c493d0482 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:38.123310 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-db2db0e8-7463-4728-8415-97253f9f53a0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8911407 Nov 23 14:31:38.123675 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 46000) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:38.129417 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-944910423-router', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:38.174106 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5006'] for router, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.175800 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.250595 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.349981 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] For port aac95a2c-55a3-4a28-9540-60f31c4c9317, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:38.356237 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] For port aac95a2c-55a3-4a28-9540-60f31c4c9317, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=aac95a2c-55a3-4a28-9540-60f31c4c9317,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:38.376261 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.415241 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.484155 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.520157 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-936d3ec9-ba5d-4345-8c9c-735e55e9da24 None None] Provisioning complete for port aac95a2c-55a3-4a28-9540-60f31c4c9317 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:38.520533 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-936d3ec9-ba5d-4345-8c9c-735e55e9da24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:38.701386 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63769b-6aa5-47f4-9a4a-738007f0df36 None None] Pushing event updated for resources: {'Port': ['ID=aac95a2c-55a3-4a28-9540-60f31c4c9317,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:38.706578 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Routers {'6a5b672b-24ed-4e94-a235-f8dc3399c943'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:38.707916 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['6a5b672b-24ed-4e94-a235-f8dc3399c943'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:38.817672 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp149c54f5-4f1e-5612-a8be-7e2996bbc970-b958bc0a-c1e3-424e-b131-0f8c493d0482', 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'fixed_ips': [{'subnet_id': '2a63525b-d6c9-44b2-8289-bec47da21f01'}]}} from dv-cinder-804035-16-iscsi. {{(pid=102954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:31:38.821101 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.220420 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754722-8455-4ca0-a8c6-adde83e5df4e req-29ba0de9-67db-4c5a-a33c-ff604a7c7a80 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:39.235492 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-95754722-8455-4ca0-a8c6-adde83e5df4e req-29ba0de9-67db-4c5a-a33c-ff604a7c7a80 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.2472064 Nov 23 14:31:39.403489 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-95754722-8455-4ca0-a8c6-adde83e5df4e req-fbc2ef02-1d5f-4d85-b12a-81c3a4e8ca3d tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644568 Nov 23 14:31:39.412059 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.522889 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.681857 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972dab7-487d-4e05-9290-9e87cb9cab48 req-b8bbaeed-cf61-445d-8e90-f22e268065a6 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:39.705555 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a972dab7-487d-4e05-9290-9e87cb9cab48 req-b8bbaeed-cf61-445d-8e90-f22e268065a6 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.4755673 Nov 23 14:31:39.725803 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-936d3ec9-ba5d-4345-8c9c-735e55e9da24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:39.807698 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] Set router 6a5b672b-24ed-4e94-a235-f8dc3399c943 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:39.898081 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a972dab7-487d-4e05-9290-9e87cb9cab48 req-80937f8e-c300-464c-8f12-1f1fd46bbd42 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912842 Nov 23 14:31:39.939466 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Allocated IP 172.27.1.223 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/b36ee75d-e73d-4e6d-a2e4-62559b48a02c) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:40.075017 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:40.075017 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-936d3ec9-ba5d-4345-8c9c-735e55e9da24 None None] For port aac95a2c-55a3-4a28-9540-60f31c4c9317, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=aac95a2c-55a3-4a28-9540-60f31c4c9317,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:40.110706 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.db_base_plugin_common [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Allocated IP 172.20.0.2 (b958bc0a-c1e3-424e-b131-0f8c493d0482/2a63525b-d6c9-44b2-8289-bec47da21f01/45c191c0-50c7-4e2e-a073-500fa02d56d1) {{(pid=102954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:40.147499 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-936d3ec9-ba5d-4345-8c9c-735e55e9da24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:40.337561 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:40.472281 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:40.568626 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-71e81f39-0086-41ea-aa33-7deeece5560c None None] Provisioning complete for port aac95a2c-55a3-4a28-9540-60f31c4c9317 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:40.570086 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-71e81f39-0086-41ea-aa33-7deeece5560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:40.576119 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d3ec9-ba5d-4345-8c9c-735e55e9da24 None None] Pushing event updated for resources: {'Port': ['ID=aac95a2c-55a3-4a28-9540-60f31c4c9317,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:40.767441 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Pushing event updated for resources: {'Port': ['ID=b36ee75d-e73d-4e6d-a2e4-62559b48a02c,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:40.784939 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:40.798304 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:40.807408 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:40.823531 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:40.912292 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Publish callbacks [] for port, precommit_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:40.967191 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:41.035749 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8c90-d8f6-42d8-8c93-c801a1463885 req-6fa55d15-81c8-4334-b930-b9a9718d9f3f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:41.046375 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eb4b8c90-d8f6-42d8-8c93-c801a1463885 req-6fa55d15-81c8-4334-b930-b9a9718d9f3f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.4274662 Nov 23 14:31:41.155919 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Network b958bc0a-c1e3-424e-b131-0f8c493d0482 is already hosted by enough agents. {{(pid=102954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:41.174344 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:31Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': 'aac95a2c-55a3-4a28-9540-60f31c4c9317', 'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'mac_address': 'fa:16:3e:d3:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:28Z', 'updated_at': '2021-11-23T14:31:38Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'subnets': [{'id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:41.186542 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.base_scheduler [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Resources bound (agent type, host, resource id): {{(pid=102954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:41.191194 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Received port after_create {{(pid=102954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:41.304417 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfce648-5e57-4b64-a137-7d4ce13e83fd None None] The sync data for ids ['6a5b672b-24ed-4e94-a235-f8dc3399c943'] in dv-cinder-804035-16-iscsi is: [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:31Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': 'aac95a2c-55a3-4a28-9540-60f31c4c9317', 'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'mac_address': 'fa:16:3e:d3:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:28Z', 'updated_at': '2021-11-23T14:31:38Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'subnets': [{'id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:41.315052 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Pushing event updated for resources: {'Port': ['ID=45c191c0-50c7-4e2e-a073-500fa02d56d1,revision_number=1']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:41.395547 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ae73a-de49-48e5-a8a0-38a5d8f9f5fe req-1e665fe9-5032-4320-a9ae-6ce7fdd1f167 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:41.404165 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-660ae73a-de49-48e5-a8a0-38a5d8f9f5fe req-1e665fe9-5032-4320-a9ae-6ce7fdd1f167 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1887891 Nov 23 14:31:41.443214 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-eb4b8c90-d8f6-42d8-8c93-c801a1463885 req-58e8c277-7d24-42af-acec-5ea7be31d413 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953207 Nov 23 14:31:41.457675 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Attempting to bind port 45c191c0-50c7-4e2e-a073-500fa02d56d1 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:41.458294 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Attempting to bind port 45c191c0-50c7-4e2e-a073-500fa02d56d1 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': 'c5e08fca-6e07-4244-a04a-6630dabec61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:41.458721 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Attempting to bind port 45c191c0-50c7-4e2e-a073-500fa02d56d1 on network b958bc0a-c1e3-424e-b131-0f8c493d0482 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:41.560793 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:41.574283 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Checking segment: {'id': 'c5e08fca-6e07-4244-a04a-6630dabec61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:41.574976 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:41.575646 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Bound using segment: {'id': 'c5e08fca-6e07-4244-a04a-6630dabec61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:41.576456 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Bound port: 45c191c0-50c7-4e2e-a073-500fa02d56d1, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e08fca-6e07-4244-a04a-6630dabec61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:41.581873 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:41.867572 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-660ae73a-de49-48e5-a8a0-38a5d8f9f5fe req-16b27977-ca02-49ae-96ce-b1b95556b3fa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4562013 Nov 23 14:31:41.872506 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:41.962558 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] For port 45c191c0-50c7-4e2e-a073-500fa02d56d1, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:41.969291 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] For port 45c191c0-50c7-4e2e-a073-500fa02d56d1, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=45c191c0-50c7-4e2e-a073-500fa02d56d1,segment=NetworkSegment(c5e08fca-6e07-4244-a04a-6630dabec61c),segment_id=c5e08fca-6e07-4244-a04a-6630dabec61c)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:41.985152 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:42.239480 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c927f-ed06-4a9b-9263-2af6a6235b55 None None] Pushing event updated for resources: {'Port': ['ID=45c191c0-50c7-4e2e-a073-500fa02d56d1,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:42.570786 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774'] for router, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:42.593427 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9d32a-0ee6-4a76-a408-8ab118785f02 req-5fdb6249-1deb-4dd6-81cd-40ef21327d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:42.597849 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-31b9d32a-0ee6-4a76-a408-8ab118785f02 req-5fdb6249-1deb-4dd6-81cd-40ef21327d99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 1099 time: 0.1640670 Nov 23 14:31:42.681280 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381dc89-4889-49ed-8516-5a55503eaedc req-b187d147-a923-4d1b-8b43-430c15456dbd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:42.717157 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6381dc89-4889-49ed-8516-5a55503eaedc req-b187d147-a923-4d1b-8b43-430c15456dbd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.2310619 Nov 23 14:31:43.009453 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6381dc89-4889-49ed-8516-5a55503eaedc req-203f80d6-af3e-447b-b484-c29d789ec7e8 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465158 Nov 23 14:31:43.258817 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-ee771756-cdb6-443f-80cf-bce957e800f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4419451 Nov 23 14:31:43.262619 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9d32a-0ee6-4a76-a408-8ab118785f02 req-6faa3201-f51a-450a-b3f1-74b7fd857399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.265350 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-31b9d32a-0ee6-4a76-a408-8ab118785f02 req-6faa3201-f51a-450a-b3f1-74b7fd857399 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 919 time: 0.4582448 Nov 23 14:31:43.460925 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-31b9d32a-0ee6-4a76-a408-8ab118785f02 req-8d58d875-0c0d-4088-8a24-80b28a06147f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1191887d-d72f-4b81-b2dc-95d48d754872 HTTP/1.1" status: 200 len: 217 time: 0.1485043 Nov 23 14:31:43.606097 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device aac95a2c-55a3-4a28-9540-60f31c4c9317 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:43.695445 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f7edf-5822-41fa-819b-9881115bafa4 req-df8bd999-abcf-4196-9f07-acc8ad3a95c9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.710865 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2f1f7edf-5822-41fa-819b-9881115bafa4 req-df8bd999-abcf-4196-9f07-acc8ad3a95c9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.5670257 Nov 23 14:31:43.789063 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d is scheduled to L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 with binding_index 1 {{(pid=102953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:31:43.863865 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port aac95a2c-55a3-4a28-9540-60f31c4c9317 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:43.864519 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:43.865542 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-4b2b194d-1999-43f1-9191-ca62deef963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.868522 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-4b2b194d-1999-43f1-9191-ca62deef963e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 1098 time: 0.4631782 Nov 23 14:31:43.955909 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9d32a-0ee6-4a76-a408-8ab118785f02 req-60092aa3-c3a9-46d4-a8e0-9460bca2f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:43.973307 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-31b9d32a-0ee6-4a76-a408-8ab118785f02 req-60092aa3-c3a9-46d4-a8e0-9460bca2f2f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2809e92-c32e-4683-afe6-caa82f288483 HTTP/1.1" status: 200 len: 858 time: 0.4518065 Nov 23 14:31:44.207156 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2f1f7edf-5822-41fa-819b-9881115bafa4 req-d7af6c18-b8a4-480d-b460-e60a5282f937 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4781883 Nov 23 14:31:44.431775 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-31b9d32a-0ee6-4a76-a408-8ab118785f02 req-f230c2fe-6eff-4915-87a8-5ddb4daeeb69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2171581 Nov 23 14:31:44.530796 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 45c191c0-50c7-4e2e-a073-500fa02d56d1 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:44.552233 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48d7aa3-60d8-4992-8706-1d7e6f994417 None None] Network b958bc0a-c1e3-424e-b131-0f8c493d0482 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:31:44.882576 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2cd4c-a760-43eb-a57f-6422373339b5 req-ef84a045-d218-4517-b636-d4ddb24e4060 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:44.904752 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9fa2cd4c-a760-43eb-a57f-6422373339b5 req-ef84a045-d218-4517-b636-d4ddb24e4060 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 945 time: 0.1722741 Nov 23 14:31:45.004642 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:45.054262 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Sync routers for ids ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:45.067300 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-5d6a808d-cebd-4064-8778-bfd0124a0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:45.070165 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-5d6a808d-cebd-4064-8778-bfd0124a0d04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 200 len: 915 time: 0.9292617 Nov 23 14:31:45.076460 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9fa2cd4c-a760-43eb-a57f-6422373339b5 req-4805762e-5a3b-4723-8207-3a14ed81f86c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698518 Nov 23 14:31:45.143365 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6681-8914-44ec-81ac-d76dda475f4e req-8a6ad98f-5912-46da-a1a9-24e371fb98f3 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:45.146040 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9ada6681-8914-44ec-81ac-d76dda475f4e req-8a6ad98f-5912-46da-a1a9-24e371fb98f3 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.5317209 Nov 23 14:31:45.169962 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Routers {'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:45.176697 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:45.209561 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:45.215131 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-32639434-b852-45a5-9d1c-3269df5841da admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0855095 Nov 23 14:31:45.219639 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 46104) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:45.228331 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-a398e283-2b63-41b3-ab5c-3186e1dcebcd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f1c2f93-c573-437c-8865-109e26b85122 HTTP/1.1" status: 200 len: 217 time: 0.1332810 Nov 23 14:31:45.260926 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-31b9d32a-0ee6-4a76-a408-8ab118785f02 req-2d62a9fe-87ee-4d34-ae4b-46a08f7ffda7 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990959 Nov 23 14:31:45.333506 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-6c6df14f-267c-43f4-8dde-bc90ca142160 None None] Provisioning complete for port 45c191c0-50c7-4e2e-a073-500fa02d56d1 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:45.338221 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-6c6df14f-267c-43f4-8dde-bc90ca142160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:45.614346 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Set router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:45.652564 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b1601-a77e-45d4-a5aa-8e3b0f3d1575 req-ee99b82d-e778-4089-a7aa-7fadde2dc8e5 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:45.667351 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5f4b1601-a77e-45d4-a5aa-8e3b0f3d1575 req-ee99b82d-e778-4089-a7aa-7fadde2dc8e5 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1401067 Nov 23 14:31:45.714337 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 45c191c0-50c7-4e2e-a073-500fa02d56d1 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:45.715456 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:45.726370 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-31b9d32a-0ee6-4a76-a408-8ab118785f02 req-c42361ae-9dc0-4a2a-b07b-27a3bb7311be service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406767 Nov 23 14:31:45.820848 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5f4b1601-a77e-45d4-a5aa-8e3b0f3d1575 req-e2fedfb6-4990-4439-a86a-c7ab82400961 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510801 Nov 23 14:31:45.924058 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-6c6df14f-267c-43f4-8dde-bc90ca142160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:45.948364 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9ada6681-8914-44ec-81ac-d76dda475f4e req-515a9a17-f115-4ff5-aeea-3f75472f48df tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7352359 Nov 23 14:31:45.951897 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-89aa597f-ba9c-48d7-a278-1540cdebb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:45.969152 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-89aa597f-ba9c-48d7-a278-1540cdebb2ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 200 len: 854 time: 0.7259967 Nov 23 14:31:46.148082 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-6c6df14f-267c-43f4-8dde-bc90ca142160 None None] For port 45c191c0-50c7-4e2e-a073-500fa02d56d1, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=45c191c0-50c7-4e2e-a073-500fa02d56d1,segment=NetworkSegment(c5e08fca-6e07-4244-a04a-6630dabec61c),segment_id=c5e08fca-6e07-4244-a04a-6630dabec61c)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:46.184307 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-6c6df14f-267c-43f4-8dde-bc90ca142160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:46.591402 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'name': 'tempest-TestMinimumBasicScenario-944910423-router', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:38Z', 'updated_at': '2021-11-23T14:31:41Z', 'revision_number': 3, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'gw_port': {'id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:39Z', 'updated_at': '2021-11-23T14:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:46.669959 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6df14f-267c-43f4-8dde-bc90ca142160 None None] Pushing event updated for resources: {'Port': ['ID=45c191c0-50c7-4e2e-a073-500fa02d56d1,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:46.748349 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Checking router: c9bcf5f8-f1e5-48c5-95b7-eb87b925541d for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:46.748939 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Updating router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d port b36ee75d-e73d-4e6d-a2e4-62559b48a02c binding host dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:31:46.789953 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:46.859101 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:46.895132 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528553d4-a71a-4723-9254-ef16835ee491 req-b32ec87f-9ed4-419b-b7bf-9b6ae22a5dd6 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:46.898587 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-528553d4-a71a-4723-9254-ef16835ee491 req-b32ec87f-9ed4-419b-b7bf-9b6ae22a5dd6 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 945 time: 0.2944055 Nov 23 14:31:46.923122 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-3e88daae-5a07-4ee0-886c-6700df124a03 None None] Provisioning complete for port 45c191c0-50c7-4e2e-a073-500fa02d56d1 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:46.923414 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-3e88daae-5a07-4ee0-886c-6700df124a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:47.052235 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 45c191c0-50c7-4e2e-a073-500fa02d56d1 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:47.085647 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-14149442-2423-417b-a22e-feaa103ceba2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=316a669b-d7ee-4929-8536-9a04b5e93fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0980272 Nov 23 14:31:47.245497 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-528553d4-a71a-4723-9254-ef16835ee491 req-a4b4d776-b778-43ac-a240-5d83aea90cde tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362735 Nov 23 14:31:47.368755 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 45c191c0-50c7-4e2e-a073-500fa02d56d1 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:47.369363 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:47.506141 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-3965ef57-3aa2-411a-82c5-742fa753c1d1 service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437643 Nov 23 14:31:47.584375 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ec2fe347-44f4-4c50-b93a-eb72fa4fb937 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:47.587576 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ec2fe347-44f4-4c50-b93a-eb72fa4fb937 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 945 time: 0.4997559 Nov 23 14:31:47.729627 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024b130-7a70-4273-84a5-974c7a4be3db req-dd6afeb0-7e4c-4177-bc2b-2aabc005790f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:47.731573 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6024b130-7a70-4273-84a5-974c7a4be3db req-dd6afeb0-7e4c-4177-bc2b-2aabc005790f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.2332940 Nov 23 14:31:47.738578 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:47.970415 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6024b130-7a70-4273-84a5-974c7a4be3db req-7f7e2d8a-0147-4b19-88c8-dd08c83c1127 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188027 Nov 23 14:31:47.987716 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c73c7f-788f-4f4f-bc56-8a9525799873 req-282b3dd2-6c15-490b-b148-3df44baba578 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:48.008081 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-45c73c7f-788f-4f4f-bc56-8a9525799873 req-282b3dd2-6c15-490b-b148-3df44baba578 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.8788981 Nov 23 14:31:48.065891 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Publish callbacks [] for port, precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.079713 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.124559 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-efba5c99-d56d-49fe-bb2a-2fa25265d7e2 req-271a1fb3-ae31-41b6-866d-75b6777bfd99 service neutron] 10.222.0.48 "GET /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991616 Nov 23 14:31:48.127589 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Attempting to bind port b36ee75d-e73d-4e6d-a2e4-62559b48a02c on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:48.128522 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Attempting to bind port b36ee75d-e73d-4e6d-a2e4-62559b48a02c by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:48.129580 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Attempting to bind port b36ee75d-e73d-4e6d-a2e4-62559b48a02c on network dd2cda15-199e-4377-92fa-023d99d914e4 {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:48.172091 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:48.173479 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:48.175263 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.176328 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Bound using segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:48.177331 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Bound port: b36ee75d-e73d-4e6d-a2e4-62559b48a02c, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:48.177965 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.245237 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-45c73c7f-788f-4f4f-bc56-8a9525799873 req-239852c2-e2ae-4c3e-b146-6b0feed5a789 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351937 Nov 23 14:31:48.286529 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Deleting port f744eb16-624d-4526-96ad-07b8c1e3b2e3 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:48.289081 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.305996 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] For port b36ee75d-e73d-4e6d-a2e4-62559b48a02c, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:48.311158 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] For port b36ee75d-e73d-4e6d-a2e4-62559b48a02c, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=b36ee75d-e73d-4e6d-a2e4-62559b48a02c,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:48.320908 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.361666 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Routers {'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:48.362814 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:48.804493 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] For port f744eb16-624d-4526-96ad-07b8c1e3b2e3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f744eb16-624d-4526-96ad-07b8c1e3b2e3,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:48.805294 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:48.841025 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8af8bb-7b54-4299-8b82-26f093a0fa7c None None] Pushing event updated for resources: {'Port': ['ID=b36ee75d-e73d-4e6d-a2e4-62559b48a02c,revision_number=2']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:48.864342 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Calling delete_port for f744eb16-624d-4526-96ad-07b8c1e3b2e3 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:48.886442 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5559f-f50d-4aa9-8600-48258b970aef req-457a1fc6-06d1-4104-969b-0da2fab67181 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:48.901212 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d5e5559f-f50d-4aa9-8600-48258b970aef req-457a1fc6-06d1-4104-969b-0da2fab67181 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 945 time: 0.2301092 Nov 23 14:31:49.100041 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Allocated IP 172.20.0.1 (b958bc0a-c1e3-424e-b131-0f8c493d0482/2a63525b-d6c9-44b2-8289-bec47da21f01/3a546210-46c7-487d-9a24-b8925afa1894) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:49.133717 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d5e5559f-f50d-4aa9-8600-48258b970aef req-a1cc9379-bfe8-4af5-a25b-468f1a429db3 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311664 Nov 23 14:31:49.180660 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] Set router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:49.256196 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8af8bb-7b54-4299-8b82-26f093a0fa7c None None] Pushing event updated for resources: {'Port': ['ID=b36ee75d-e73d-4e6d-a2e4-62559b48a02c,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:49.458522 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c83cf-b56f-4d9d-bee5-3d96bd24cb18 req-5846d1ab-8f71-468e-ac53-3e01475b5e03 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:49.469821 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f62c83cf-b56f-4d9d-bee5-3d96bd24cb18 req-5846d1ab-8f71-468e-ac53-3e01475b5e03 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.2302094 Nov 23 14:31:49.490446 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.498385 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.511547 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1f1c2f93-c573-437c-8865-109e26b85122', 'f009b727-f17b-47ad-b5de-0846cc604cf8', '13c05e7b-9e9c-42de-9b46-7a5e5553e524'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:49.538303 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.627999 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'name': 'tempest-TestMinimumBasicScenario-944910423-router', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:38Z', 'updated_at': '2021-11-23T14:31:41Z', 'revision_number': 3, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'gw_port': {'id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:39Z', 'updated_at': '2021-11-23T14:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:49.659384 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Pushing event deleted for resources: {'Port': ['ID=f744eb16-624d-4526-96ad-07b8c1e3b2e3,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:49.729378 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380d3394-54c7-436d-86f7-a6f7337e1c72 None None] The sync data for ids ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'] in dv-cinder-804035-16-iscsi is: [{'id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'name': 'tempest-TestMinimumBasicScenario-944910423-router', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:38Z', 'updated_at': '2021-11-23T14:31:41Z', 'revision_number': 3, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'gw_port': {'id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:39Z', 'updated_at': '2021-11-23T14:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:49.737016 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Network b958bc0a-c1e3-424e-b131-0f8c493d0482 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:49.760215 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:49.766134 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:49.766802 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.852196 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.858914 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58ba4-2e0f-4fb9-b301-80c82d219861 req-daf593c2-caa8-41d4-9e2e-9c7329a93692 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:49.860206 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.860723 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.861258 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.861799 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.862308 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.862800 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.863363 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.864261 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.864750 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.865395 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.865892 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.866862 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-faf58ba4-2e0f-4fb9-b301-80c82d219861 req-daf593c2-caa8-41d4-9e2e-9c7329a93692 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.2070537 Nov 23 14:31:49.886125 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] No DVR routers for this DVR port f744eb16-624d-4526-96ad-07b8c1e3b2e3 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:31:49.895369 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:49.903482 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3094f0c7-6829-41ee-8797-accc5c6beff0 req-ca54e58e-c0ce-4226-8467-0ba56ed38fb9 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "DELETE /v2.0/ports/f744eb16-624d-4526-96ad-07b8c1e3b2e3 HTTP/1.1" status: 204 len: 173 time: 2.2993727 Nov 23 14:31:49.906088 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Pushing event updated for resources: {'Port': ['ID=3a546210-46c7-487d-9a24-b8925afa1894,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:49.913590 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1c0b84-6727-4ee0-a980-954aec528e81', 'name': 'network-vif-deleted', 'tag': 'f744eb16-624d-4526-96ad-07b8c1e3b2e3'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:49.926111 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c140e775-2d7a-4eed-95fe-fc718b76a15d" -d '{"events": [{"server_uuid": "5d1c0b84-6727-4ee0-a980-954aec528e81", "name": "network-vif-deleted", "tag": "f744eb16-624d-4526-96ad-07b8c1e3b2e3"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:49.936974 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.937642 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.937994 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.938345 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.938657 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.938995 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.939331 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.940450 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.940675 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.943173 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.943533 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.943867 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:31:49.955959 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f62c83cf-b56f-4d9d-bee5-3d96bd24cb18 req-6024d263-8fd1-40b6-83fa-7d042b0a639b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818211 Nov 23 14:31:50.061876 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-faf58ba4-2e0f-4fb9-b301-80c82d219861 req-5d0d11c4-a1d6-49be-acf9-fad49a55f38d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937363 Nov 23 14:31:50.103154 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43df4b5-4cd9-43ad-9d8c-6c7dc15ae30e x-openstack-request-id: req-c43df4b5-4cd9-43ad-9d8c-6c7dc15ae30e {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:50.103560 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1c0b84-6727-4ee0-a980-954aec528e81", "name": "network-vif-deleted", "tag": "f744eb16-624d-4526-96ad-07b8c1e3b2e3", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:50.103746 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c43df4b5-4cd9-43ad-9d8c-6c7dc15ae30e {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:50.104190 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1c0b84-6727-4ee0-a980-954aec528e81', 'name': 'network-vif-deleted', 'tag': 'f744eb16-624d-4526-96ad-07b8c1e3b2e3', 'status': 'completed', 'code': 200} Nov 23 14:31:50.482491 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-497edf6f-e319-4b52-8208-04d8bd7e3680 None None] Provisioning complete for port 3a546210-46c7-487d-9a24-b8925afa1894 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:50.482870 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-497edf6f-e319-4b52-8208-04d8bd7e3680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:50.526633 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9bc9b195-544b-48bd-9c9d-2abd24627985 req-5079c1da-e3c8-4ced-9698-b686529cc44a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d1c0b84-6727-4ee0-a980-954aec528e81 HTTP/1.1" status: 200 len: 210 time: 0.1135261 Nov 23 14:31:50.533645 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:50.611500 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-497edf6f-e319-4b52-8208-04d8bd7e3680 None None] Port 3a546210-46c7-487d-9a24-b8925afa1894 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:50.922350 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device f744eb16-624d-4526-96ad-07b8c1e3b2e3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:50.987180 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: f744eb16-624d-4526-96ad-07b8c1e3b2e3 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:31:50.987816 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device f744eb16-624d-4526-96ad-07b8c1e3b2e3 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:31:51.022870 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.036686 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.037944 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599789'] for router_interface, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.075466 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device b36ee75d-e73d-4e6d-a2e4-62559b48a02c up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:51.146408 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Pushing event updated for resources: {'Port': ['ID=3a546210-46c7-487d-9a24-b8925afa1894,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:51.201361 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port b36ee75d-e73d-4e6d-a2e4-62559b48a02c triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:51.201361 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.293424 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Network b958bc0a-c1e3-424e-b131-0f8c493d0482 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:51.304615 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:51.343865 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.373818 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-a14a389f-f889-4d1e-866c-92f8d138351a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128095778&fields=id&tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4 HTTP/1.1" status: 200 len: 267 time: 0.1137700 Nov 23 14:31:51.404446 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port b36ee75d-e73d-4e6d-a2e4-62559b48a02c, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=b36ee75d-e73d-4e6d-a2e4-62559b48a02c,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:51.414936 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.433764 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4a1ca-11a6-4aa9-b3cf-060db6393bfd req-2fbbfd83-12f3-4505-a5c8-7a421fd71cc5 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:51.435392 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-99d4a1ca-11a6-4aa9-b3cf-060db6393bfd req-2fbbfd83-12f3-4505-a5c8-7a421fd71cc5 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.2100794 Nov 23 14:31:51.555572 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=b36ee75d-e73d-4e6d-a2e4-62559b48a02c,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:51.598334 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-6844a649-fdb9-4f03-9204-ecec45a5e015 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:51.608549 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-6844a649-fdb9-4f03-9204-ecec45a5e015 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/networks?id=7b146d56-e422-424d-af2b-c9ba1c42fc01 HTTP/1.1" status: 200 len: 809 time: 0.2102323 Nov 23 14:31:51.626633 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-99d4a1ca-11a6-4aa9-b3cf-060db6393bfd req-b8b49ad6-63d0-4894-afab-01eccfabcdd1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777265 Nov 23 14:31:51.633694 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-464deaf9-9bd3-4c80-a273-219c8682d46e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/quotas/b2036fbc301a4fdbb03e4cb1d8f6c9c4 HTTP/1.1" status: 200 len: 375 time: 0.0236564 Nov 23 14:31:51.671260 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:31:51.769041 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-9782f152-0f46-4352-8498-75f6a65fd313 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287637 Nov 23 14:31:51.792615 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-730abb96-1569-47fb-b277-2e30c339acb6 None None] Provisioning complete for port 3a546210-46c7-487d-9a24-b8925afa1894 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:51.793229 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-730abb96-1569-47fb-b277-2e30c339acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:51.898288 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:31:51.916943 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-730abb96-1569-47fb-b277-2e30c339acb6 None None] Port 3a546210-46c7-487d-9a24-b8925afa1894 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:51.917175 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-a639819f-34c5-4a57-a183-fbecc0b4ed8b admin admin] 10.222.0.59 "PUT /v2.0/routers/c9bcf5f8-f1e5-48c5-95b7-eb87b925541d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6915326 Nov 23 14:31:51.940930 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e28393-d6b7-455a-9836-854e4c5b8726 req-c1f3d01e-318f-4e9a-8e3d-00b41e358d66 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:51.942559 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-31e28393-d6b7-455a-9836-854e4c5b8726 req-c1f3d01e-318f-4e9a-8e3d-00b41e358d66 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1103885 Nov 23 14:31:51.983330 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-eb38d793-d4f5-43d2-99d6-42617f5c5cd2 service neutron] 10.222.0.59 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074327 Nov 23 14:31:52.100946 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-31e28393-d6b7-455a-9836-854e4c5b8726 req-3e330b95-2c04-4132-a5d3-051871c0d30b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385434 Nov 23 14:31:52.244230 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-e06fa772-a136-42f3-85c9-ade5719dbd23 service neutron] 10.222.0.59 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399421 Nov 23 14:31:52.888095 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e7ec8-ee35-4025-adb1-de544e630bde req-9c402b34-32ec-4d4b-b16a-dae012eca5f1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:52.889925 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-228e7ec8-ee35-4025-adb1-de544e630bde req-9c402b34-32ec-4d4b-b16a-dae012eca5f1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1154273 Nov 23 14:31:52.970601 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-16942999-0ee3-45fe-8be9-769011e6a293 req-241ca35d-2225-4019-be8b-4dda4ab11710 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 210 time: 0.0563731 Nov 23 14:31:53.003489 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-228e7ec8-ee35-4025-adb1-de544e630bde req-692f66e3-19f0-461d-9833-7ea1588a2221 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015358 Nov 23 14:31:53.039735 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Sync routers for ids ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:31:53.051136 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device b36ee75d-e73d-4e6d-a2e4-62559b48a02c up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:53.129300 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Routers {'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:53.130078 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:53.274155 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Set router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:53.450720 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da3548-7669-40c3-88be-ca29799124f3 req-764235c2-f572-4ff0-87b2-dff9779ec81b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:53.460015 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-72da3548-7669-40c3-88be-ca29799124f3 req-764235c2-f572-4ff0-87b2-dff9779ec81b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1462729 Nov 23 14:31:53.572416 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-72da3548-7669-40c3-88be-ca29799124f3 req-334621f7-ad84-4e5b-9f41-ea7f68a166f4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081619 Nov 23 14:31:53.882845 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port b36ee75d-e73d-4e6d-a2e4-62559b48a02c triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:53.883282 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.042406 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd74db-d046-4695-b308-016ddaefb562 req-96e6af5a-7407-4968-af84-25553b0d63b5 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:54.062522 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-16dd74db-d046-4695-b308-016ddaefb562 req-96e6af5a-7407-4968-af84-25553b0d63b5 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 946 time: 0.1617579 Nov 23 14:31:54.208058 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'name': 'tempest-TestMinimumBasicScenario-944910423-router', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:38Z', 'updated_at': '2021-11-23T14:31:50Z', 'revision_number': 4, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'gw_port': {'id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:39Z', 'updated_at': '2021-11-23T14:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3a546210-46c7-487d-9a24-b8925afa1894', 'name': '', 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'mac_address': 'fa:16:3e:99:ed:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2a63525b-d6c9-44b2-8289-bec47da21f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:47Z', 'updated_at': '2021-11-23T14:31:50Z', 'revision_number': 2, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'subnets': [{'id': '2a63525b-d6c9-44b2-8289-bec47da21f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:54.236118 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-38151a53-d436-4396-a4af-0dd627973390 req-35008779-b708-46c0-8379-db5d69cb8eb4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 210 time: 0.0616505 Nov 23 14:31:54.261864 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-16dd74db-d046-4695-b308-016ddaefb562 req-2a118291-ac06-4142-aef4-ae35d9e92339 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945419 Nov 23 14:31:54.352374 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Checking router: c9bcf5f8-f1e5-48c5-95b7-eb87b925541d for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:31:54.352730 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Updating router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d port 3a546210-46c7-487d-9a24-b8925afa1894 binding host dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:31:54.416951 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:54.469453 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a9562-c185-4bfc-972c-8411d24e1b96 req-e057bf3b-3538-43b6-8568-1bcf117cd0bd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:54.472013 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-885a9562-c185-4bfc-972c-8411d24e1b96 req-e057bf3b-3538-43b6-8568-1bcf117cd0bd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0805016 Nov 23 14:31:54.592449 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-885a9562-c185-4bfc-972c-8411d24e1b96 req-33895f92-9860-4d2e-97ff-80e3a9c01f60 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116307 Nov 23 14:31:54.791404 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4e45d-7338-44e7-a716-0096b75f0904 req-5c4b75ee-d947-4363-baf7-c1f7b385285a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:54.800803 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bfc4e45d-7338-44e7-a716-0096b75f0904 req-5c4b75ee-d947-4363-baf7-c1f7b385285a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.0831039 Nov 23 14:31:54.932698 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bfc4e45d-7338-44e7-a716-0096b75f0904 req-a508ba60-fe21-4ade-9cf3-9e2cb6838361 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275909 Nov 23 14:31:55.029194 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.037765 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.106457 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-cf585574-dd7e-451a-b4aa-e2642723f9f5 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:55.108486 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-cf585574-dd7e-451a-b4aa-e2642723f9f5 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.48 "GET /v2.0/networks?id=7b146d56-e422-424d-af2b-c9ba1c42fc01 HTTP/1.1" status: 200 len: 809 time: 0.2061324 Nov 23 14:31:55.111822 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 46306) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:55.123875 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2a137-3c4d-49a0-a72f-7a2ff2da2455 None None] Pushing event updated for resources: {'Port': ['ID=3a546210-46c7-487d-9a24-b8925afa1894,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:55.173253 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Attempting to bind port 3a546210-46c7-487d-9a24-b8925afa1894 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:55.173253 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Attempting to bind port 3a546210-46c7-487d-9a24-b8925afa1894 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': 'c5e08fca-6e07-4244-a04a-6630dabec61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:55.173551 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Attempting to bind port 3a546210-46c7-487d-9a24-b8925afa1894 on network b958bc0a-c1e3-424e-b131-0f8c493d0482 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:55.180450 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:31:55.181107 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Checking segment: {'id': 'c5e08fca-6e07-4244-a04a-6630dabec61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:31:55.181535 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.182000 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Bound using segment: {'id': 'c5e08fca-6e07-4244-a04a-6630dabec61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:31:55.182546 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Bound port: 3a546210-46c7-487d-9a24-b8925afa1894, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e08fca-6e07-4244-a04a-6630dabec61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:31:55.182996 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.353805 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] For port 3a546210-46c7-487d-9a24-b8925afa1894, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:31:55.362116 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-75892238-7ff2-4989-adf1-78457e20b830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.368887 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] For port 3a546210-46c7-487d-9a24-b8925afa1894, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=3a546210-46c7-487d-9a24-b8925afa1894,segment=NetworkSegment(c5e08fca-6e07-4244-a04a-6630dabec61c),segment_id=c5e08fca-6e07-4244-a04a-6630dabec61c)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:31:55.382638 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.385955 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-6505e4c3-9b3c-413d-92da-16c017adff13 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4 HTTP/1.1" status: 200 len: 380 time: 0.1695752 Nov 23 14:31:55.404820 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Request body: {'port': {'device_id': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'admin_state_up': True, 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'security_groups': ['804125b8-85c0-442f-a113-157f30cca736']}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:55.507320 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-baded2f8-7713-404a-8647-eab3fc167164 None None] Provisioning complete for port 3a546210-46c7-487d-9a24-b8925afa1894 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:55.508015 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-baded2f8-7713-404a-8647-eab3fc167164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.513060 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Routers {'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:31:55.514262 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:31:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:55.553871 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4e377c71-e14e-44b1-9c65-a357c5a909d7 req-5a0bc348-41fb-41ba-9654-5c7ed96f22d0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 210 time: 0.0756826 Nov 23 14:31:55.568536 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-75892238-7ff2-4989-adf1-78457e20b830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.591627 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-75892238-7ff2-4989-adf1-78457e20b830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:55.670257 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-75892238-7ff2-4989-adf1-78457e20b830 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6daca5acd0034c61a53a88e4225249b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5555401 Nov 23 14:31:55.679289 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 46316) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:31:55.716094 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75892238-7ff2-4989-adf1-78457e20b830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123117e4-82f5-4848-a98a-38256b468fea,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:55.824381 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f92e3-181a-48c0-80a1-688900da58f9 req-bd8e59f2-a58f-4bb8-8c54-325da52cbbe5 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:55.826205 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d80f92e3-181a-48c0-80a1-688900da58f9 req-bd8e59f2-a58f-4bb8-8c54-325da52cbbe5 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 946 time: 0.3842616 Nov 23 14:31:55.888925 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046d6e9-fb56-472c-bea3-04bc03208bcb req-1c013c66-b9b8-4142-b136-77df4aea3709 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:55.903268 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8046d6e9-fb56-472c-bea3-04bc03208bcb req-1c013c66-b9b8-4142-b136-77df4aea3709 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1461873 Nov 23 14:31:55.928066 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2a137-3c4d-49a0-a72f-7a2ff2da2455 None None] Pushing event updated for resources: {'Port': ['ID=3a546210-46c7-487d-9a24-b8925afa1894,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:55.981992 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d80f92e3-181a-48c0-80a1-688900da58f9 req-5cfd1b5c-f3d9-47d3-9d86-586709b0b4bb tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163354 Nov 23 14:31:55.991320 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-0397e9c8-a855-4aad-be22-88e86865fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:55.994509 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-0397e9c8-a855-4aad-be22-88e86865fca4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 1098 time: 0.3646338 Nov 23 14:31:56.026801 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8046d6e9-fb56-472c-bea3-04bc03208bcb req-afa39de1-19d9-40bb-b96d-cb37160cb710 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224468 Nov 23 14:31:56.037592 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Made reservation on behalf of b2036fbc301a4fdbb03e4cb1d8f6c9c4 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:31:56.042163 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.086355 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] Set router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:31:56.121715 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-baded2f8-7713-404a-8647-eab3fc167164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.140261 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87043c97-6a75-427a-86a3-8ada6f211166 req-a78c22e3-0b37-413d-ad75-b63779b17ade tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:56.143194 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87043c97-6a75-427a-86a3-8ada6f211166 req-a78c22e3-0b37-413d-ad75-b63779b17ade tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 946 time: 0.3521273 Nov 23 14:31:56.210515 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-baded2f8-7713-404a-8647-eab3fc167164 None None] For port 3a546210-46c7-487d-9a24-b8925afa1894, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=3a546210-46c7-487d-9a24-b8925afa1894,segment=NetworkSegment(c5e08fca-6e07-4244-a04a-6630dabec61c),segment_id=c5e08fca-6e07-4244-a04a-6630dabec61c)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:56.341866 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84992d03-f833-46cc-a1b4-14c8db80bb5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.419634 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-baded2f8-7713-404a-8647-eab3fc167164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.485266 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84992d03-f833-46cc-a1b4-14c8db80bb5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.518906 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Allocated IP 172.20.0.4 (7b146d56-e422-424d-af2b-c9ba1c42fc01/e06bec72-e836-49b6-b58a-b617c31e7af0/627d910f-e912-4588-a349-7feddbfc9232) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:31:56.525584 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-a55579a6-8968-44ae-ab60-638fc40f9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:56.527085 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-a55579a6-8968-44ae-ab60-638fc40f9ece service neutron] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 917 time: 0.5123367 Nov 23 14:31:56.537637 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc813dd-af61-4835-9a48-1d7e63b55d56 req-50bc1b56-ba07-4c73-9a11-8a68143a084a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:56.538367 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baded2f8-7713-404a-8647-eab3fc167164 None None] Pushing event updated for resources: {'Port': ['ID=3a546210-46c7-487d-9a24-b8925afa1894,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:56.544408 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-dfc813dd-af61-4835-9a48-1d7e63b55d56 req-50bc1b56-ba07-4c73-9a11-8a68143a084a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.4264774 Nov 23 14:31:56.591176 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-ed93d07f-c076-48d8-b0a0-19739c86970d None None] Provisioning complete for port 3a546210-46c7-487d-9a24-b8925afa1894 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:56.591662 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-ed93d07f-c076-48d8-b0a0-19739c86970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.690347 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3102a7cd-bef6-4253-9195-fda285bb9c32 req-87e95110-244d-4313-86ae-c4e36bd745d5 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 210 time: 0.0524392 Nov 23 14:31:56.702764 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-17acf4ec-a1d7-469d-9f7c-e963b6673c30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebc70cda-420e-4598-b353-054a2e7534a3 HTTP/1.1" status: 200 len: 1000 time: 0.1500363 Nov 23 14:31:56.731075 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'name': 'tempest-TestMinimumBasicScenario-944910423-router', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:38Z', 'updated_at': '2021-11-23T14:31:50Z', 'revision_number': 4, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'gw_port': {'id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:39Z', 'updated_at': '2021-11-23T14:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3a546210-46c7-487d-9a24-b8925afa1894', 'name': '', 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'mac_address': 'fa:16:3e:99:ed:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2a63525b-d6c9-44b2-8289-bec47da21f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:47Z', 'updated_at': '2021-11-23T14:31:55Z', 'revision_number': 4, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'subnets': [{'id': '2a63525b-d6c9-44b2-8289-bec47da21f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:31:56.777134 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1b8ac-634d-4405-85a7-141ccc2317f9 None None] The sync data for ids ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'] in dv-cinder-804035-16-iscsi is: [{'id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'name': 'tempest-TestMinimumBasicScenario-944910423-router', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:38Z', 'updated_at': '2021-11-23T14:31:50Z', 'revision_number': 4, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'gw_port': {'id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:39Z', 'updated_at': '2021-11-23T14:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3a546210-46c7-487d-9a24-b8925afa1894', 'name': '', 'network_id': 'b958bc0a-c1e3-424e-b131-0f8c493d0482', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'mac_address': 'fa:16:3e:99:ed:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2a63525b-d6c9-44b2-8289-bec47da21f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:47Z', 'updated_at': '2021-11-23T14:31:55Z', 'revision_number': 4, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'subnets': [{'id': '2a63525b-d6c9-44b2-8289-bec47da21f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:31:56.796699 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84992d03-f833-46cc-a1b4-14c8db80bb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.801532 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84992d03-f833-46cc-a1b4-14c8db80bb5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:56.819693 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-84992d03-f833-46cc-a1b4-14c8db80bb5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/123117e4-82f5-4848-a98a-38256b468fea HTTP/1.1" status: 204 len: 168 time: 1.0887432 Nov 23 14:31:56.973015 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84992d03-f833-46cc-a1b4-14c8db80bb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123117e4-82f5-4848-a98a-38256b468fea,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:57.015839 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-36b9a444-d703-448a-84e2-4f2e3d0264bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:57.018075 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-36b9a444-d703-448a-84e2-4f2e3d0264bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.2830727 Nov 23 14:31:57.029764 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-87043c97-6a75-427a-86a3-8ada6f211166 req-b931b353-9d62-4bb5-a00e-a3460dbb2d23 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Deleting port 13c05e7b-9e9c-42de-9b46-7a5e5553e524 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:31:57.030101 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87043c97-6a75-427a-86a3-8ada6f211166 req-b931b353-9d62-4bb5-a00e-a3460dbb2d23 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.037768 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-dfc813dd-af61-4835-9a48-1d7e63b55d56 req-7dcadf71-d3e6-49e8-b3c7-b20eb09c4fcc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4919341 Nov 23 14:31:57.294705 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.313894 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-7ada822b-d0da-4e9b-a289-116454714dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:57.316586 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-7ada822b-d0da-4e9b-a289-116454714dad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2775936 Nov 23 14:31:57.356826 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d4a94-1435-46de-a52e-03fdb7bede2c req-c804c60b-3949-4be9-99bb-afd1f7e49a15 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:57.358808 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-764d4a94-1435-46de-a52e-03fdb7bede2c req-c804c60b-3949-4be9-99bb-afd1f7e49a15 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.2041068 Nov 23 14:31:57.401897 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52babb6a-5a6a-44ab-bff2-b7643ab0345c req-b232e4f6-1fb9-44ef-9ea5-b742060eca87 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:57.411362 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-52babb6a-5a6a-44ab-bff2-b7643ab0345c req-b232e4f6-1fb9-44ef-9ea5-b742060eca87 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 946 time: 0.1793389 Nov 23 14:31:57.454187 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.528082 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-52babb6a-5a6a-44ab-bff2-b7643ab0345c req-0eae85be-755f-4599-bd77-ab935cc7b7cb tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086497 Nov 23 14:31:57.561979 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-87043c97-6a75-427a-86a3-8ada6f211166 req-b931b353-9d62-4bb5-a00e-a3460dbb2d23 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] For port 13c05e7b-9e9c-42de-9b46-7a5e5553e524, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=13c05e7b-9e9c-42de-9b46-7a5e5553e524,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:57.563792 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87043c97-6a75-427a-86a3-8ada6f211166 req-b931b353-9d62-4bb5-a00e-a3460dbb2d23 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:57.569700 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event updated for resources: {'Port': ['ID=627d910f-e912-4588-a349-7feddbfc9232,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:57.668097 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65586830-20a8-485a-a890-5c5b9355f308 req-e9cc0fae-b4c7-4a25-92da-2095cf35a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:57.670228 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-65586830-20a8-485a-a890-5c5b9355f308 req-e9cc0fae-b4c7-4a25-92da-2095cf35a6a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 1099 time: 0.1396072 Nov 23 14:31:57.762827 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-65586830-20a8-485a-a890-5c5b9355f308 req-f3b15549-9cc7-46e5-ba5c-baecb06067ae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793283 Nov 23 14:31:57.884861 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e545-5257-4da8-84e0-fa32adcd6365 req-778acbf2-eb42-4184-be38-c089cd5a1bac tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:57.887110 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-89a3e545-5257-4da8-84e0-fa32adcd6365 req-778acbf2-eb42-4184-be38-c089cd5a1bac tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 931 time: 0.0689921 Nov 23 14:31:57.940445 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Network 7b146d56-e422-424d-af2b-c9ba1c42fc01 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:31:57.958923 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-87043c97-6a75-427a-86a3-8ada6f211166 req-b931b353-9d62-4bb5-a00e-a3460dbb2d23 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Calling delete_port for 13c05e7b-9e9c-42de-9b46-7a5e5553e524 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:31:57.966140 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:31:57.972638 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:31:57.994436 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-89a3e545-5257-4da8-84e0-fa32adcd6365 req-c8684507-ebe9-4b1c-be00-c83b37d1f1ec tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006107 Nov 23 14:31:58.044673 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-764d4a94-1435-46de-a52e-03fdb7bede2c req-38715b56-39cf-48f4-8e10-c76a28ea14b7 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6621313 Nov 23 14:31:58.154415 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-fa46343c-3db3-4839-b8b6-0183b8f56c4e service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8254850 Nov 23 14:31:58.169345 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:58.170067 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.316536 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-c7be6a71-777e-445e-af7c-3f4e522a1aa0 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9225619 Nov 23 14:31:58.337682 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Request body: {'port': {'device_id': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:31:58.344080 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89e127-df56-4c9e-8ae7-b6166d00e6a0 req-afb6df26-462b-42d1-a08e-5c4c19eaf79d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:58.349660 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7d89e127-df56-4c9e-8ae7-b6166d00e6a0 req-afb6df26-462b-42d1-a08e-5c4c19eaf79d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 945 time: 0.1515560 Nov 23 14:31:58.351095 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-76bba726-71cd-4c00-82a7-e32b689ffe87 None None] Provisioning complete for port 627d910f-e912-4588-a349-7feddbfc9232 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:58.351886 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-76bba726-71cd-4c00-82a7-e32b689ffe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.500749 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-76bba726-71cd-4c00-82a7-e32b689ffe87 None None] Port 627d910f-e912-4588-a349-7feddbfc9232 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:31:58.519009 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7d89e127-df56-4c9e-8ae7-b6166d00e6a0 req-849b5464-8b82-42db-a67b-dc9ff2a00e83 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590350 Nov 23 14:31:58.620189 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ce40f4ab-b2e9-45ef-90cb-d617feb9a01f req-619dbe7c-f0cc-49c7-a297-7f85ab074617 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469862 Nov 23 14:31:58.702058 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.704507 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87043c97-6a75-427a-86a3-8ada6f211166 req-b931b353-9d62-4bb5-a00e-a3460dbb2d23 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:58.723203 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1f1c2f93-c573-437c-8865-109e26b85122', 'f009b727-f17b-47ad-b5de-0846cc604cf8'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:31:58.801148 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931b353-9d62-4bb5-a00e-a3460dbb2d23 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Pushing event deleted for resources: {'Port': ['ID=13c05e7b-9e9c-42de-9b46-7a5e5553e524,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:58.917502 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeba1e1-735d-4764-8d28-c547fda06107 req-8c13428b-b9f0-45fa-9c36-47b45432876f tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:58.931419 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caeba1e1-735d-4764-8d28-c547fda06107 req-8c13428b-b9f0-45fa-9c36-47b45432876f tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4b302f2-2f14-449b-919e-db21646f7fba HTTP/1.1" status: 200 len: 867 time: 0.2727244 Nov 23 14:31:58.984016 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-87043c97-6a75-427a-86a3-8ada6f211166 req-b931b353-9d62-4bb5-a00e-a3460dbb2d23 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] No DVR routers for this DVR port 13c05e7b-9e9c-42de-9b46-7a5e5553e524 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:31:58.989287 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 13c05e7b-9e9c-42de-9b46-7a5e5553e524 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:59.033926 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-87043c97-6a75-427a-86a3-8ada6f211166 req-b931b353-9d62-4bb5-a00e-a3460dbb2d23 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:59.033926 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87043c97-6a75-427a-86a3-8ada6f211166 req-b931b353-9d62-4bb5-a00e-a3460dbb2d23 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "DELETE /v2.0/ports/13c05e7b-9e9c-42de-9b46-7a5e5553e524 HTTP/1.1" status: 204 len: 173 time: 2.6974566 Nov 23 14:31:59.038567 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b302f2-2f14-449b-919e-db21646f7fba', 'name': 'network-vif-deleted', 'tag': '13c05e7b-9e9c-42de-9b46-7a5e5553e524'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:59.038567 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1c547a-b915-46b9-a2df-f0cb6161226b" -d '{"events": [{"server_uuid": "f4b302f2-2f14-449b-919e-db21646f7fba", "name": "network-vif-deleted", "tag": "13c05e7b-9e9c-42de-9b46-7a5e5553e524"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:59.066786 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caeba1e1-735d-4764-8d28-c547fda06107 req-dd7afde0-46e1-4f40-a4f3-d3a7ef62777a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390755 Nov 23 14:31:59.181034 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 13c05e7b-9e9c-42de-9b46-7a5e5553e524 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:31:59.181567 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 13c05e7b-9e9c-42de-9b46-7a5e5553e524 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:31:59.181929 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ebc70cda-420e-4598-b353-054a2e7534a3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:31:59.214766 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ed4af4-79c4-4ab0-962d-6a58cc6c9edb x-openstack-request-id: req-e9ed4af4-79c4-4ab0-962d-6a58cc6c9edb {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:59.215000 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b302f2-2f14-449b-919e-db21646f7fba", "name": "network-vif-deleted", "tag": "13c05e7b-9e9c-42de-9b46-7a5e5553e524", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:59.215235 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9ed4af4-79c4-4ab0-962d-6a58cc6c9edb {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:59.215700 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b302f2-2f14-449b-919e-db21646f7fba', 'name': 'network-vif-deleted', 'tag': '13c05e7b-9e9c-42de-9b46-7a5e5553e524', 'status': 'completed', 'code': 200} Nov 23 14:31:59.356046 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 3a546210-46c7-487d-9a24-b8925afa1894 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:31:59.366690 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a524d2-f192-40d1-b7b5-76b3f15a5481 req-4a4d2350-3ff4-4339-94f8-b63da3c5af38 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:59.375793 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-16a524d2-f192-40d1-b7b5-76b3f15a5481 req-4a4d2350-3ff4-4339-94f8-b63da3c5af38 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 931 time: 0.1450937 Nov 23 14:31:59.453546 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-16a524d2-f192-40d1-b7b5-76b3f15a5481 req-798b1702-feed-4fde-8f3f-2b7eb5789f1b tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767512 Nov 23 14:31:59.524255 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 3a546210-46c7-487d-9a24-b8925afa1894 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:31:59.524807 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:59.530963 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f66ca-d30d-40a0-81ab-36edd23cba71 req-4803e821-79c7-4daf-a049-8c8e39518486 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:59.536913 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9d8f66ca-d30d-40a0-81ab-36edd23cba71 req-4803e821-79c7-4daf-a049-8c8e39518486 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1291771 Nov 23 14:31:59.577686 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:59.615900 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9d8f66ca-d30d-40a0-81ab-36edd23cba71 req-2f7805f5-d40d-4e41-a55a-d909c7205737 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707672 Nov 23 14:31:59.697484 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:31:59.703372 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:31:59.705675 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627d910f-e912-4588-a349-7feddbfc9232 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:31:59.707388 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6651cd72-ea3d-4c2f-a91c-94cce91511c1" -d '{"events": [{"server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:31:59.719514 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:59.731863 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:59.738593 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Transition to ACTIVE for port object 627d910f-e912-4588-a349-7feddbfc9232 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:31:59.747530 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:31:59.837134 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64245cd6-edfa-4419-9ea9-44265e9c8d8f x-openstack-request-id: req-64245cd6-edfa-4419-9ea9-44265e9c8d8f {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:31:59.837509 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "name": "network-vif-unplugged", "status": "completed", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:31:59.837959 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64245cd6-edfa-4419-9ea9-44265e9c8d8f {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:31:59.838628 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'code': 200} Nov 23 14:31:59.844819 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e304496-f896-40c4-b495-bf69c561b152 req-3648b86b-2284-46e6-824c-c32175cf296b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:31:59.848114 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3e304496-f896-40c4-b495-bf69c561b152 req-3648b86b-2284-46e6-824c-c32175cf296b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.1637263 Nov 23 14:31:59.883716 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Pushing event updated for resources: {'Port': ['ID=627d910f-e912-4588-a349-7feddbfc9232,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:31:59.975100 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Attempting to bind port 627d910f-e912-4588-a349-7feddbfc9232 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:31:59.975620 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Attempting to bind port 627d910f-e912-4588-a349-7feddbfc9232 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:31:59.976066 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Attempting to bind port 627d910f-e912-4588-a349-7feddbfc9232 on network 7b146d56-e422-424d-af2b-c9ba1c42fc01 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:31:59.997650 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Port 627d910f-e912-4588-a349-7feddbfc9232 on network 7b146d56-e422-424d-af2b-c9ba1c42fc01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:31:59.998408 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Attempting to bind port 627d910f-e912-4588-a349-7feddbfc9232 on network 7b146d56-e422-424d-af2b-c9ba1c42fc01 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:00.008063 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:32:00.011020 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Checking segment: {'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:00.011574 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Bound using segment: {'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:32:00.012126 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Bound port: 627d910f-e912-4588-a349-7feddbfc9232, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53fb72-f6f1-4f52-8570-b5ae606e6e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:32:00.012679 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:00.032538 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3e304496-f896-40c4-b495-bf69c561b152 req-5a07f48a-f5de-4e01-85ce-60e3a779d8ad tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717024 Nov 23 14:32:00.074308 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=8']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:00.091142 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.091949 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.092896 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.093617 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.094445 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.095353 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.096139 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.096843 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.097592 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.098275 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.098958 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.100013 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:00.183172 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] For port 627d910f-e912-4588-a349-7feddbfc9232, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:32:00.187420 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] For port 627d910f-e912-4588-a349-7feddbfc9232, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=627d910f-e912-4588-a349-7feddbfc9232,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:32:00.201113 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:00.241975 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:00.242770 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:00.244481 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-020f19c0-2983-46f0-8492-2f32643697af service neutron] 10.222.0.48 "PUT /v2.0/ports/627d910f-e912-4588-a349-7feddbfc9232 HTTP/1.1" status: 200 len: 1093 time: 1.9120576 Nov 23 14:32:00.294245 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f19c0-2983-46f0-8492-2f32643697af service neutron] Pushing event updated for resources: {'Port': ['ID=627d910f-e912-4588-a349-7feddbfc9232,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:00.408544 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-fdb48256-77b8-4b8a-937b-b68a5d1885bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:00.411201 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-fdb48256-77b8-4b8a-937b-b68a5d1885bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4&device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 1096 time: 0.0790870 Nov 23 14:32:00.485846 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-e371152f-be20-41f9-afff-84ac5535cf5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=627d910f-e912-4588-a349-7feddbfc9232 HTTP/1.1" status: 200 len: 217 time: 0.0614860 Nov 23 14:32:00.582382 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-efd9940b-0c05-4d00-9896-5ef740b89b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:00.584182 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-efd9940b-0c05-4d00-9896-5ef740b89b73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e06bec72-e836-49b6-b58a-b617c31e7af0 HTTP/1.1" status: 200 len: 848 time: 0.0919948 Nov 23 14:32:00.649937 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0186d-58d8-45e5-aedf-7e2b2feec3eb req-e731b759-8cab-49c0-95d7-ff669210262e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:00.655107 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c5d0186d-58d8-45e5-aedf-7e2b2feec3eb req-e731b759-8cab-49c0-95d7-ff669210262e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.1076589 Nov 23 14:32:00.660818 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6f8ef-53e5-4e93-b8ac-2af88a8c570c req-f2c93116-75c7-4070-8906-ee461d64f46b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:00.663158 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fed6f8ef-53e5-4e93-b8ac-2af88a8c570c req-f2c93116-75c7-4070-8906-ee461d64f46b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 946 time: 0.1591611 Nov 23 14:32:00.673244 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-79042083-0dfc-4f03-9b16-914c54b0f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:00.676822 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-79042083-0dfc-4f03-9b16-914c54b0f9ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b146d56-e422-424d-af2b-c9ba1c42fc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0809641 Nov 23 14:32:00.772623 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fed6f8ef-53e5-4e93-b8ac-2af88a8c570c req-d9ef707c-b871-4901-a4d2-ec84b31f2fc2 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941296 Nov 23 14:32:00.792863 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c5d0186d-58d8-45e5-aedf-7e2b2feec3eb req-dd2f0dc5-092e-4a3c-9207-7f3ca4c2fcee tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313970 Nov 23 14:32:00.893717 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-dd528353-63c5-46e1-8a3e-758ddd9b99a2 service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458557 Nov 23 14:32:00.988914 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b4d19-c323-4ce5-a1cf-22bae3da737a req-48c3b159-30dc-49b4-8ee2-ef7ccbd4c20d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:00.990823 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-009b4d19-c323-4ce5-a1cf-22bae3da737a req-48c3b159-30dc-49b4-8ee2-ef7ccbd4c20d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1178486 Nov 23 14:32:01.058323 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e74ee0f-6818-4bf2-9221-17e529f2e7d3 req-7e1e864d-3b9d-4551-8467-24a848f28323 service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499398 Nov 23 14:32:01.109507 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-009b4d19-c323-4ce5-a1cf-22bae3da737a req-51c4d0a7-455c-48cd-ba69-9433eb74ca8c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101398 Nov 23 14:32:01.193769 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0c4f6-3454-4285-8ce4-190f3b29f44d req-64cf5e37-66c9-464d-a00e-88b90c4ec09d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:01.202955 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-10b0c4f6-3454-4285-8ce4-190f3b29f44d req-64cf5e37-66c9-464d-a00e-88b90c4ec09d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0822117 Nov 23 14:32:01.217398 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'tag': '627d910f-e912-4588-a349-7feddbfc9232'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:01.220897 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fcec64-5bf5-42c4-b1cd-881e41e425d6" -d '{"events": [{"name": "network-changed", "server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "tag": "627d910f-e912-4588-a349-7feddbfc9232"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:01.275191 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-10b0c4f6-3454-4285-8ce4-190f3b29f44d req-c198aa2e-061d-4347-b482-76eabb090fe1 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712826 Nov 23 14:32:01.334881 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35446acf-8d8f-4ec2-b123-a2e22c97adbc x-openstack-request-id: req-35446acf-8d8f-4ec2-b123-a2e22c97adbc {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:01.336448 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "tag": "627d910f-e912-4588-a349-7feddbfc9232", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:01.336448 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35446acf-8d8f-4ec2-b123-a2e22c97adbc {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:01.336448 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'tag': '627d910f-e912-4588-a349-7feddbfc9232', 'status': 'completed', 'code': 200} Nov 23 14:32:01.408631 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-d738a3ec-8fb5-48ea-999d-f132591660bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:01.410771 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-d738a3ec-8fb5-48ea-999d-f132591660bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4&device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 1096 time: 0.0484116 Nov 23 14:32:01.578772 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-99c8e7e4-47d0-46bb-b286-33a806546792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:01.581154 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-99c8e7e4-47d0-46bb-b286-33a806546792 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b146d56-e422-424d-af2b-c9ba1c42fc01 HTTP/1.1" status: 200 len: 910 time: 0.1613429 Nov 23 14:32:01.609694 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3fe7b-5d56-47af-a19f-526987667635 req-706d969a-45d3-40c3-b634-3dcb4ce642f9 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:01.618310 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-69f3fe7b-5d56-47af-a19f-526987667635 req-706d969a-45d3-40c3-b634-3dcb4ce642f9 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0728474 Nov 23 14:32:01.632407 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-d6ba7142-c564-43b2-b345-0c0c60ff26b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=627d910f-e912-4588-a349-7feddbfc9232 HTTP/1.1" status: 200 len: 217 time: 0.0408022 Nov 23 14:32:01.636200 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c68d54-227d-4768-8d02-8e57afeef9fb req-d3b28fc2-55c5-4832-b20f-87a6c608dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:01.637900 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-35c68d54-227d-4768-8d02-8e57afeef9fb req-d3b28fc2-55c5-4832-b20f-87a6c608dd42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 1099 time: 0.1137259 Nov 23 14:32:01.691298 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-69f3fe7b-5d56-47af-a19f-526987667635 req-c28acf4c-2402-4a3b-a2ca-d19d03604671 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715885 Nov 23 14:32:01.762383 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-96eff685-9cb5-4a86-82a4-2270060c3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:01.764249 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-96eff685-9cb5-4a86-82a4-2270060c3ee1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e06bec72-e836-49b6-b58a-b617c31e7af0 HTTP/1.1" status: 200 len: 848 time: 0.1121793 Nov 23 14:32:01.883511 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c68d54-227d-4768-8d02-8e57afeef9fb req-ead13e87-8de8-4c94-a38a-f05d786a6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:01.885047 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-35c68d54-227d-4768-8d02-8e57afeef9fb req-ead13e87-8de8-4c94-a38a-f05d786a6025 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 200 len: 919 time: 0.1821871 Nov 23 14:32:01.886854 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-553bc72e-9694-42f1-9769-f55db5a5140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:01.888229 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-553bc72e-9694-42f1-9769-f55db5a5140b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b146d56-e422-424d-af2b-c9ba1c42fc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0965168 Nov 23 14:32:01.996585 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc7d76-3a6f-48d7-af0a-0322d0d7e2fd req-04cf2f64-761f-4439-b3b3-5272d56015da tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.001239 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-73cc7d76-3a6f-48d7-af0a-0322d0d7e2fd req-04cf2f64-761f-4439-b3b3-5272d56015da tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 946 time: 0.1071534 Nov 23 14:32:02.071668 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-73cc7d76-3a6f-48d7-af0a-0322d0d7e2fd req-25778320-8e65-4613-9dd5-821c66f50a8c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618699 Nov 23 14:32:02.082911 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-35c68d54-227d-4768-8d02-8e57afeef9fb req-5cae8e28-8208-4a9c-8743-2abebfa53eb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1191887d-d72f-4b81-b2dc-95d48d754872 HTTP/1.1" status: 200 len: 217 time: 0.1778584 Nov 23 14:32:02.167313 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-9f171d33-a618-4dc5-b29a-349738f03f79 service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530360 Nov 23 14:32:02.177803 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [req-1fac8058-409d-44c0-ba52-1deeece8c627 req-007766e2-4c5d-4a30-a0f8-9090c1031909 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:32:02.179235 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1fac8058-409d-44c0-ba52-1deeece8c627 req-007766e2-4c5d-4a30-a0f8-9090c1031909 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061269 Nov 23 14:32:02.234982 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c68d54-227d-4768-8d02-8e57afeef9fb req-f7072f74-76c0-4908-9b04-edce13dd72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.236714 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-35c68d54-227d-4768-8d02-8e57afeef9fb req-f7072f74-76c0-4908-9b04-edce13dd72bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2809e92-c32e-4683-afe6-caa82f288483 HTTP/1.1" status: 200 len: 858 time: 0.1098940 Nov 23 14:32:02.274189 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e25b22-6460-4121-9d45-f3d3e7200d47 req-ba002a28-45e0-4cdc-8f79-382935bb1454 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.281951 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e2e25b22-6460-4121-9d45-f3d3e7200d47 req-ba002a28-45e0-4cdc-8f79-382935bb1454 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.2328143 Nov 23 14:32:02.296244 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf39701-94f5-472b-b2eb-e29576872676 req-26a1d072-cfc2-4d85-b280-6acc85a9df78 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.298965 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caf39701-94f5-472b-b2eb-e29576872676 req-26a1d072-cfc2-4d85-b280-6acc85a9df78 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 946 time: 0.2398469 Nov 23 14:32:02.432957 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-35c68d54-227d-4768-8d02-8e57afeef9fb req-5a362559-aad7-4163-944f-5d75e87e984f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326118 Nov 23 14:32:02.458931 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1189ba-044e-4578-afb1-393f4a7a6c95 req-c3320843-2c78-4776-b12f-b11f8c7a68eb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.460581 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4b1189ba-044e-4578-afb1-393f4a7a6c95 req-c3320843-2c78-4776-b12f-b11f8c7a68eb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0657246 Nov 23 14:32:02.545520 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4b1189ba-044e-4578-afb1-393f4a7a6c95 req-64d83361-327f-4576-a4a1-c97a91ef6bd6 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705829 Nov 23 14:32:02.565295 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-48fcec64-5bf5-42c4-b1cd-881e41e425d6 req-e5cabf0a-3165-4289-a6db-06030920e617 service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887188 Nov 23 14:32:02.609347 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e2e25b22-6460-4121-9d45-f3d3e7200d47 req-55290438-6959-4df6-88e2-07feeb2b3dea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258636 Nov 23 14:32:02.658624 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-35c68d54-227d-4768-8d02-8e57afeef9fb req-84dbf7d5-0c20-4111-82d8-3b48013e247c service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149804 Nov 23 14:32:02.667293 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-caf39701-94f5-472b-b2eb-e29576872676 req-ae586520-b283-40af-a782-da7699abd13c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Deleting port f009b727-f17b-47ad-b5de-0846cc604cf8 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:02.667650 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caf39701-94f5-472b-b2eb-e29576872676 req-ae586520-b283-40af-a782-da7699abd13c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.852342 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-35c68d54-227d-4768-8d02-8e57afeef9fb req-469cea84-1e19-49e5-abda-f5596770ddb8 service neutron] 10.222.0.48 "GET /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813140 Nov 23 14:32:02.854302 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-caf39701-94f5-472b-b2eb-e29576872676 req-ae586520-b283-40af-a782-da7699abd13c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] For port f009b727-f17b-47ad-b5de-0846cc604cf8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f009b727-f17b-47ad-b5de-0846cc604cf8,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:02.854667 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caf39701-94f5-472b-b2eb-e29576872676 req-ae586520-b283-40af-a782-da7699abd13c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:02.869352 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-caf39701-94f5-472b-b2eb-e29576872676 req-ae586520-b283-40af-a782-da7699abd13c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Calling delete_port for f009b727-f17b-47ad-b5de-0846cc604cf8 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:02.957263 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa962b0f-b22a-45c1-8056-cd80d7801984 req-6f028396-8d35-41fc-b101-28b34943e28a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:02.959872 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fa962b0f-b22a-45c1-8056-cd80d7801984 req-6f028396-8d35-41fc-b101-28b34943e28a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1284504 Nov 23 14:32:03.024088 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caf39701-94f5-472b-b2eb-e29576872676 req-ae586520-b283-40af-a782-da7699abd13c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.039037 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1f1c2f93-c573-437c-8865-109e26b85122'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:03.050454 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fa962b0f-b22a-45c1-8056-cd80d7801984 req-1f91cc92-cd76-40a0-9787-51bb031ad233 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751374 Nov 23 14:32:03.093486 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 46420) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:03.124679 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae586520-b283-40af-a782-da7699abd13c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Pushing event deleted for resources: {'Port': ['ID=f009b727-f17b-47ad-b5de-0846cc604cf8,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:03.232074 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-c8645d94-43f3-4058-b773-d4fcfd18614f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338060 Nov 23 14:32:03.239344 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-6563f652-26b0-48de-94a4-daa2623a1e08 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:32:03.254074 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-6563f652-26b0-48de-94a4-daa2623a1e08 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117698 Nov 23 14:32:03.509175 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf39701-94f5-472b-b2eb-e29576872676 req-ae586520-b283-40af-a782-da7699abd13c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] No DVR routers for this DVR port f009b727-f17b-47ad-b5de-0846cc604cf8 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:32:03.512591 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caf39701-94f5-472b-b2eb-e29576872676 req-ae586520-b283-40af-a782-da7699abd13c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:03.516440 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caf39701-94f5-472b-b2eb-e29576872676 req-ae586520-b283-40af-a782-da7699abd13c tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "DELETE /v2.0/ports/f009b727-f17b-47ad-b5de-0846cc604cf8 HTTP/1.1" status: 204 len: 173 time: 1.2021792 Nov 23 14:32:03.518474 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0be6fb9-38d1-47bb-90c4-f29069d64610', 'name': 'network-vif-deleted', 'tag': 'f009b727-f17b-47ad-b5de-0846cc604cf8'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:03.521062 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3d8cee-8d5d-49e8-959a-b6f8a2518cc9" -d '{"events": [{"server_uuid": "a0be6fb9-38d1-47bb-90c4-f29069d64610", "name": "network-vif-deleted", "tag": "f009b727-f17b-47ad-b5de-0846cc604cf8"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:03.566989 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-728cd9d1-8f31-456f-8de4-941ff9b0a482 req-9249ce00-e44b-4759-b116-992c3324d53b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0be6fb9-38d1-47bb-90c4-f29069d64610 HTTP/1.1" status: 200 len: 210 time: 0.0597417 Nov 23 14:32:03.621506 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51429f1e-fa04-4e1a-b211-672f004525a7 x-openstack-request-id: req-51429f1e-fa04-4e1a-b211-672f004525a7 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:03.621812 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0be6fb9-38d1-47bb-90c4-f29069d64610", "name": "network-vif-deleted", "tag": "f009b727-f17b-47ad-b5de-0846cc604cf8", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:03.622054 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51429f1e-fa04-4e1a-b211-672f004525a7 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:03.622459 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0be6fb9-38d1-47bb-90c4-f29069d64610', 'name': 'network-vif-deleted', 'tag': 'f009b727-f17b-47ad-b5de-0846cc604cf8', 'status': 'completed', 'code': 200} Nov 23 14:32:03.808577 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b847-57bd-4924-9739-7b9fbc122511 req-a8d3db78-ceec-44bd-bb9a-8c10ff736114 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:03.810326 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6875b847-57bd-4924-9739-7b9fbc122511 req-a8d3db78-ceec-44bd-bb9a-8c10ff736114 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.1380231 Nov 23 14:32:03.868296 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410df2-5c5d-4fe4-b557-20d21dddfb95 req-7f705c4c-e7e5-44e8-beab-9157c7127401 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:03.870127 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5d410df2-5c5d-4fe4-b557-20d21dddfb95 req-7f705c4c-e7e5-44e8-beab-9157c7127401 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.1163805 Nov 23 14:32:03.929633 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6875b847-57bd-4924-9739-7b9fbc122511 req-bbe3424f-98ba-4e81-983b-d73896747193 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954936 Nov 23 14:32:03.952348 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5d410df2-5c5d-4fe4-b557-20d21dddfb95 req-f04a9bdc-29fa-4130-8ec0-d8313b46d25f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739281 Nov 23 14:32:04.113088 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-25a94545-0c7c-4a9f-86dc-39e4b12b0413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:04.276379 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479de6d-52b6-482d-abcf-270b833b9f84 req-40bbf0df-b631-4a0c-a031-174c8d742645 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:04.282346 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f479de6d-52b6-482d-abcf-270b833b9f84 req-40bbf0df-b631-4a0c-a031-174c8d742645 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0863748 Nov 23 14:32:04.418051 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f479de6d-52b6-482d-abcf-270b833b9f84 req-92bc5061-7595-446c-b305-976b3b71e1f3 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282127 Nov 23 14:32:04.966626 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device f009b727-f17b-47ad-b5de-0846cc604cf8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:05.035978 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: f009b727-f17b-47ad-b5de-0846cc604cf8 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:05.036851 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device f009b727-f17b-47ad-b5de-0846cc604cf8 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:05.037529 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ebc70cda-420e-4598-b353-054a2e7534a3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:05.168530 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2e686-43a8-464a-a0cc-08cade928cf9 req-2e44792f-3350-411e-b158-b3d291d6dc32 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.179569 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b3a2e686-43a8-464a-a0cc-08cade928cf9 req-2e44792f-3350-411e-b158-b3d291d6dc32 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.0884492 Nov 23 14:32:05.226194 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc9bc0-639d-48ed-ae26-0571f0a38236 req-2ef40080-efc3-471d-9a97-8e75d875d756 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.248208 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-09fc9bc0-639d-48ed-ae26-0571f0a38236 req-2ef40080-efc3-471d-9a97-8e75d875d756 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.1413517 Nov 23 14:32:05.258243 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b3a2e686-43a8-464a-a0cc-08cade928cf9 req-cd325867-f63b-42e8-8e9e-bc4aaec2ad10 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751925 Nov 23 14:32:05.383997 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-09fc9bc0-639d-48ed-ae26-0571f0a38236 req-a0b55ad5-9732-4e4f-8c9c-1bb96d2cf1fb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320426 Nov 23 14:32:05.638732 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6056231-9455-4940-b083-c6ec7bda2682 req-22c94eff-3765-422b-b415-6cea836f6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.640552 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-22c94eff-3765-422b-b415-6cea836f6a29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a&tenant_id=e3bc7dcc23a24b5a8359784271d81f29 HTTP/1.1" status: 200 len: 1096 time: 0.1574574 Nov 23 14:32:05.680214 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebdfb6-85a9-4f14-aa4b-e4e3c847d92e req-f6216867-1a05-448e-a9e6-dc06ec09c841 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.682887 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a0ebdfb6-85a9-4f14-aa4b-e4e3c847d92e req-f6216867-1a05-448e-a9e6-dc06ec09c841 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.1516571 Nov 23 14:32:05.775006 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6056231-9455-4940-b083-c6ec7bda2682 req-07dec68d-7458-40fc-80b9-1f308f9f6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:05.776761 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-07dec68d-7458-40fc-80b9-1f308f9f6a80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 1096 time: 0.0928533 Nov 23 14:32:05.782311 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:32:05.790409 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a0ebdfb6-85a9-4f14-aa4b-e4e3c847d92e req-b0638d4d-30e5-48f2-a493-d560035204cd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959103 Nov 23 14:32:06.002301 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6056231-9455-4940-b083-c6ec7bda2682 req-134844d0-e6be-4828-b029-fc9657ec6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.005080 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-134844d0-e6be-4828-b029-fc9657ec6862 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 917 time: 0.2114589 Nov 23 14:32:06.135086 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-a8671030-4ac6-4e76-b5ce-4b6ae68dd587 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebc70cda-420e-4598-b353-054a2e7534a3 HTTP/1.1" status: 200 len: 998 time: 0.1176424 Nov 23 14:32:06.209508 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c4876-fed0-49e7-b07a-9bf779169c18 req-ecf25c13-7015-4466-8c99-0c23be8a374d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.211346 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-153c4876-fed0-49e7-b07a-9bf779169c18 req-ecf25c13-7015-4466-8c99-0c23be8a374d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 945 time: 0.0829229 Nov 23 14:32:06.263177 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6056231-9455-4940-b083-c6ec7bda2682 req-92a7afa9-e645-4e66-a52e-fb66af222612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.275905 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-92a7afa9-e645-4e66-a52e-fb66af222612 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.1267622 Nov 23 14:32:06.313747 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-153c4876-fed0-49e7-b07a-9bf779169c18 req-cb15f1d7-07ed-4b83-80fe-b244b2b2ad96 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933113 Nov 23 14:32:06.417188 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6056231-9455-4940-b083-c6ec7bda2682 req-aa3330be-6e60-4a33-a38f-6c4cf7850786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.418881 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-aa3330be-6e60-4a33-a38f-6c4cf7850786 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1261733 Nov 23 14:32:06.453157 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d240e0-2605-44fa-abdd-e1fe1f068f64 req-f1f41706-3af6-4ae1-8057-c7d14a123e24 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.457662 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e3d240e0-2605-44fa-abdd-e1fe1f068f64 req-f1f41706-3af6-4ae1-8057-c7d14a123e24 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.0657525 Nov 23 14:32:06.560089 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e3d240e0-2605-44fa-abdd-e1fe1f068f64 req-5023572d-4f29-4689-9045-ab2a49b34035 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927396 Nov 23 14:32:06.586701 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-490aed83-c144-4d79-8d9c-3afde65cf3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:06.609349 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-5623af36-c863-4875-a451-d1534e5cf9b7 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756353 Nov 23 14:32:06.619863 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ad467-c4de-4ca0-859c-b3063809dd42 req-5fa5caa5-279e-46b9-ab24-f96e4e2d7baf tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:06.621607 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-882ad467-c4de-4ca0-859c-b3063809dd42 req-5fa5caa5-279e-46b9-ab24-f96e4e2d7baf tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0961757 Nov 23 14:32:06.769852 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-882ad467-c4de-4ca0-859c-b3063809dd42 req-c326b9a8-8c32-4c33-a5cc-6bd4aa7dd0a4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251657 Nov 23 14:32:06.793220 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6056231-9455-4940-b083-c6ec7bda2682 req-83dc83ab-5381-49e0-ac8e-5528f86424b8 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704314 Nov 23 14:32:07.566118 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220de4ea-c95b-4953-b572-81574cf21b1b req-506666e1-81fa-4017-a3e8-b724bd9aac31 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:07.582039 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-220de4ea-c95b-4953-b572-81574cf21b1b req-506666e1-81fa-4017-a3e8-b724bd9aac31 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 945 time: 0.1787317 Nov 23 14:32:07.698078 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-220de4ea-c95b-4953-b572-81574cf21b1b req-394718c6-18db-4fce-a13b-13a2bc06a96b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142237 Nov 23 14:32:07.856588 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bead4f-2e59-457a-9143-4d9187487c38 req-34fef979-3569-4612-80c8-94db6880b987 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:07.867438 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d4bead4f-2e59-457a-9143-4d9187487c38 req-34fef979-3569-4612-80c8-94db6880b987 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.2236362 Nov 23 14:32:08.166948 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879e844-7fc9-43a2-a742-1cc2f8362679 req-2d3ac480-9a07-4016-a606-98a36d13e292 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:08.170312 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d4bead4f-2e59-457a-9143-4d9187487c38 req-75a188c0-c054-4100-a733-0e1d5f56eb35 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018529 Nov 23 14:32:08.175428 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3879e844-7fc9-43a2-a742-1cc2f8362679 req-2d3ac480-9a07-4016-a606-98a36d13e292 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0852334 Nov 23 14:32:08.244818 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-823abbe9-9a39-4bcd-a07c-f2be8bc7a3cd tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:08.246395 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.252538 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-823abbe9-9a39-4bcd-a07c-f2be8bc7a3cd tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 945 time: 0.2081535 Nov 23 14:32:08.291185 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3879e844-7fc9-43a2-a742-1cc2f8362679 req-ed01954a-eff8-4401-a6f1-4be41e0eb0ba tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145444 Nov 23 14:32:08.472955 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-4299b194-0208-454c-bad8-c58c9106bcef tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Deleting port 1f1c2f93-c573-437c-8865-109e26b85122 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:08.473470 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-4299b194-0208-454c-bad8-c58c9106bcef tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.625937 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-4299b194-0208-454c-bad8-c58c9106bcef tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] For port 1f1c2f93-c573-437c-8865-109e26b85122, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f1c2f93-c573-437c-8865-109e26b85122,segment=NetworkSegment(2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac),segment_id=2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:08.626969 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-4299b194-0208-454c-bad8-c58c9106bcef tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:08.658329 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-4299b194-0208-454c-bad8-c58c9106bcef tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Calling delete_port for 1f1c2f93-c573-437c-8865-109e26b85122 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:08.987975 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 627d910f-e912-4588-a349-7feddbfc9232 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:32:09.076565 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-4299b194-0208-454c-bad8-c58c9106bcef tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.151766 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299b194-0208-454c-bad8-c58c9106bcef tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Pushing event deleted for resources: {'Port': ['ID=1f1c2f93-c573-437c-8865-109e26b85122,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:09.180633 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 627d910f-e912-4588-a349-7feddbfc9232, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=627d910f-e912-4588-a349-7feddbfc9232,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:09.198058 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '627d910f-e912-4588-a349-7feddbfc9232', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'port_id': '627d910f-e912-4588-a349-7feddbfc9232', 'mac_address': 'fa:16:3e:39:1c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:32:09.215414 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1f1c2f93-c573-437c-8865-109e26b85122'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:09.272931 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-4299b194-0208-454c-bad8-c58c9106bcef tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] No DVR routers for this DVR port 1f1c2f93-c573-437c-8865-109e26b85122 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:32:09.278230 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-4299b194-0208-454c-bad8-c58c9106bcef tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.289833 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a360f281-63ae-4a44-aaa4-b6e71a2ef69a req-4299b194-0208-454c-bad8-c58c9106bcef tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.48 "DELETE /v2.0/ports/1f1c2f93-c573-437c-8865-109e26b85122 HTTP/1.1" status: 204 len: 173 time: 1.0109444 Nov 23 14:32:09.291221 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05126467-8da8-400b-9cde-02fcd42aaeb5', 'name': 'network-vif-deleted', 'tag': '1f1c2f93-c573-437c-8865-109e26b85122'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:09.314248 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d548125-e73c-43e6-870f-d3dd7e82729f" -d '{"events": [{"server_uuid": "05126467-8da8-400b-9cde-02fcd42aaeb5", "name": "network-vif-deleted", "tag": "1f1c2f93-c573-437c-8865-109e26b85122"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:09.344023 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d8592-6028-48bc-9b1c-2a75438cdea9 req-247f1c52-61bc-45c1-a71b-adb7dbdba05a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:09.349715 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-729d8592-6028-48bc-9b1c-2a75438cdea9 req-247f1c52-61bc-45c1-a71b-adb7dbdba05a tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 867 time: 0.3753493 Nov 23 14:32:09.447694 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.455326 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-729d8592-6028-48bc-9b1c-2a75438cdea9 req-8cf6dfba-eaa7-4b84-b1ea-02693f71a724 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974631 Nov 23 14:32:09.460788 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f8d1e-054d-45e0-af05-aa9a831f52ea req-556ab699-e685-4a6f-a320-6ca2beacaa9d tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:09.476780 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f67f8d1e-054d-45e0-af05-aa9a831f52ea req-556ab699-e685-4a6f-a320-6ca2beacaa9d tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.1818502 Nov 23 14:32:09.501936 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627d910f-e912-4588-a349-7feddbfc9232 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:09.563627 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 627d910f-e912-4588-a349-7feddbfc9232, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=627d910f-e912-4588-a349-7feddbfc9232,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:09.570476 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.598463 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546cd4dd-cd23-4a73-b21e-1923193b7905 x-openstack-request-id: req-546cd4dd-cd23-4a73-b21e-1923193b7905 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:09.598822 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05126467-8da8-400b-9cde-02fcd42aaeb5", "name": "network-vif-deleted", "tag": "1f1c2f93-c573-437c-8865-109e26b85122", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:09.599083 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-546cd4dd-cd23-4a73-b21e-1923193b7905 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:09.599485 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05126467-8da8-400b-9cde-02fcd42aaeb5', 'name': 'network-vif-deleted', 'tag': '1f1c2f93-c573-437c-8865-109e26b85122', 'status': 'completed', 'code': 200} Nov 23 14:32:09.623121 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f67f8d1e-054d-45e0-af05-aa9a831f52ea req-0905f4bb-45c4-4748-b268-f1be2f10df56 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369307 Nov 23 14:32:09.702298 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=627d910f-e912-4588-a349-7feddbfc9232,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:09.825110 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af96e0-cdb3-4725-95a0-fbd239e175e2 req-788aae67-76f0-44ea-a1e7-c5a04cde14f8 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:09.827359 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-66af96e0-cdb3-4725-95a0-fbd239e175e2 req-788aae67-76f0-44ea-a1e7-c5a04cde14f8 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.1031842 Nov 23 14:32:09.872568 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['627d910f-e912-4588-a349-7feddbfc9232'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:09.915049 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:09.942114 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-66af96e0-cdb3-4725-95a0-fbd239e175e2 req-135bce31-4215-4f48-a51a-c0d50932f8ee tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051040 Nov 23 14:32:10.414104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5190-5c2f-4ba2-a4f9-037d4cffaeae req-132a4cc2-ced3-4efa-9f17-546eb7fcc118 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:10.422050 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b1bc5190-5c2f-4ba2-a4f9-037d4cffaeae req-132a4cc2-ced3-4efa-9f17-546eb7fcc118 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0790787 Nov 23 14:32:10.476681 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b1bc5190-5c2f-4ba2-a4f9-037d4cffaeae req-a909488b-3029-47f5-bfab-9d3eb9a825d1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531950 Nov 23 14:32:10.498472 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:10.599595 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f3f205c8-ffd7-4fab-88c2-e570deb23bea req-eeaf1a28-32ff-4d2c-83f4-fac93e06a6ad tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0392785 Nov 23 14:32:10.769098 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-4ad7a8c0-2750-4f92-9c80-777155fe2e19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:10.770669 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-4ad7a8c0-2750-4f92-9c80-777155fe2e19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/networks?id=772a01ed-5368-4cc6-820b-6618b7ee3bf2 HTTP/1.1" status: 200 len: 814 time: 0.1438389 Nov 23 14:32:10.788036 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-4b8cd771-e1a9-41a8-8d86-eca1c8e7cd8a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/quotas/d56c37edac6f48ecb46e95a11b10fe59 HTTP/1.1" status: 200 len: 375 time: 0.0107303 Nov 23 14:32:10.808273 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0144f-eb36-4541-9c14-b14fe636a95e req-f607313e-e1af-4c7e-9006-df188dccf717 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:10.809888 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9fd0144f-eb36-4541-9c14-b14fe636a95e req-f607313e-e1af-4c7e-9006-df188dccf717 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 944 time: 0.0655499 Nov 23 14:32:10.847389 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-5bbc9ef1-86dd-4648-9196-d9773197aed8 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d56c37edac6f48ecb46e95a11b10fe59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524783 Nov 23 14:32:10.872216 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9fd0144f-eb36-4541-9c14-b14fe636a95e req-0016c2e6-dcaa-4a0e-bc5e-6d50f02b0b1d tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551696 Nov 23 14:32:10.966526 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-5278ef17-51c6-4313-9786-d43db510fd8c service neutron] 10.222.0.59 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064570 Nov 23 14:32:10.984438 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 1f1c2f93-c573-437c-8865-109e26b85122 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:11.008504 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 1f1c2f93-c573-437c-8865-109e26b85122 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:11.009154 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 1f1c2f93-c573-437c-8865-109e26b85122 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:11.097420 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-672be59a-8ddb-4043-8997-0bec731d161b service neutron] 10.222.0.59 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248529 Nov 23 14:32:11.106410 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b31a9-4b40-48c2-9bba-65fbd122abac req-772b946c-dafc-4879-bfdc-58edc714e93e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:11.109407 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-958b31a9-4b40-48c2-9bba-65fbd122abac req-772b946c-dafc-4879-bfdc-58edc714e93e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0582409 Nov 23 14:32:11.168551 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-958b31a9-4b40-48c2-9bba-65fbd122abac req-eb322b52-e5ae-4181-87ac-669ff7eda838 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504501 Nov 23 14:32:11.306244 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d8193e18-6363-4214-8721-63c6305815d2 req-fb7b2601-cb4b-4473-87fc-7c35fd5eeb10 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0358565 Nov 23 14:32:11.622047 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8480a-05d2-4f09-9046-9fb00621ab58 req-a050ad23-2e1e-4059-a501-1aeddb5544ed tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:11.634619 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-12a8480a-05d2-4f09-9046-9fb00621ab58 req-a050ad23-2e1e-4059-a501-1aeddb5544ed tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0732539 Nov 23 14:32:11.708178 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-12a8480a-05d2-4f09-9046-9fb00621ab58 req-ced3ae9b-3599-4bc1-897e-2a965702595a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640044 Nov 23 14:32:11.734920 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b3c21acb-af06-416e-8296-22842f1e38bf req-3836dc09-ca2a-4ad2-9534-0dd22cc51493 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0312130 Nov 23 14:32:12.026446 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d008bc-aa84-4327-a6e3-a104a7dbea78 req-80a83ff0-e981-4209-92f9-a64e1f5d6954 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:12.031717 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-71d008bc-aa84-4327-a6e3-a104a7dbea78 req-80a83ff0-e981-4209-92f9-a64e1f5d6954 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 944 time: 0.0516584 Nov 23 14:32:12.084777 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-71d008bc-aa84-4327-a6e3-a104a7dbea78 req-6039259f-78bc-4e72-838f-c9aee9118674 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488982 Nov 23 14:32:12.291661 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43ec9a-68a1-4470-be1d-7e41cad590e3 req-fb2e683a-13c5-4ff9-8a31-48599051b9e3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:12.293360 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9a43ec9a-68a1-4470-be1d-7e41cad590e3 req-fb2e683a-13c5-4ff9-8a31-48599051b9e3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0561175 Nov 23 14:32:12.348691 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9a43ec9a-68a1-4470-be1d-7e41cad590e3 req-c9fe3780-2712-40ed-83e2-07c17930d482 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483220 Nov 23 14:32:12.432350 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1716d9e5-4d7d-47bb-9f49-3b510331aff6 req-5a0224e6-3506-42b7-9247-b3ade3fb3451 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0288541 Nov 23 14:32:12.850493 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643975ce-8bd4-4be0-95c3-a7db0cab171c req-0dfe8f6b-31cd-497b-b01b-ed63ca488867 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:12.852151 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-643975ce-8bd4-4be0-95c3-a7db0cab171c req-0dfe8f6b-31cd-497b-b01b-ed63ca488867 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0615139 Nov 23 14:32:12.858046 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5715960e-de23-4405-b6c4-b500245d8b6e req-c55330aa-8f9f-4dd6-8030-8c9af6fa52e0 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0374534 Nov 23 14:32:12.923613 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-643975ce-8bd4-4be0-95c3-a7db0cab171c req-1a2ff44d-fd2a-4b1e-9cb2-eb48523c5723 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585206 Nov 23 14:32:12.983619 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 627d910f-e912-4588-a349-7feddbfc9232 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:32:13.047323 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 627d910f-e912-4588-a349-7feddbfc9232 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:32:13.054254 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 627d910f-e912-4588-a349-7feddbfc9232 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:13.054254 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:13.156678 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:13.188616 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627d910f-e912-4588-a349-7feddbfc9232'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:13.191575 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbf0914-c829-4a76-96f6-434178c39933" -d '{"events": [{"server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "name": "network-vif-plugged", "status": "completed", "tag": "627d910f-e912-4588-a349-7feddbfc9232"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:13.207858 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 627d910f-e912-4588-a349-7feddbfc9232, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=627d910f-e912-4588-a349-7feddbfc9232,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:13.215779 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:13.256337 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96247128-d8c7-4820-90ba-2cd0e42dbe3c req-5dbaa8d0-88cf-4f19-92ea-60ec6f190a3f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:13.273352 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd483e26-0e5c-4098-963a-6439d8dc42a8 x-openstack-request-id: req-cd483e26-0e5c-4098-963a-6439d8dc42a8 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:13.273894 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "name": "network-vif-plugged", "status": "completed", "tag": "627d910f-e912-4588-a349-7feddbfc9232", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:13.274374 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd483e26-0e5c-4098-963a-6439d8dc42a8 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:13.274853 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627d910f-e912-4588-a349-7feddbfc9232', 'code': 200} Nov 23 14:32:13.277492 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-96247128-d8c7-4820-90ba-2cd0e42dbe3c req-5dbaa8d0-88cf-4f19-92ea-60ec6f190a3f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 944 time: 0.1122608 Nov 23 14:32:13.309146 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=627d910f-e912-4588-a349-7feddbfc9232,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:13.346594 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-96247128-d8c7-4820-90ba-2cd0e42dbe3c req-0f2e8389-632c-4fc6-99d9-456387813e9f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679743 Nov 23 14:32:13.504770 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a47e9d-e3f0-4152-834f-a66eaadc3fa3 req-32eba338-989a-479c-80dc-cfbbce312879 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:13.506725 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-47a47e9d-e3f0-4152-834f-a66eaadc3fa3 req-32eba338-989a-479c-80dc-cfbbce312879 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0707002 Nov 23 14:32:13.545769 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0ce69d5f-9e76-468a-9ff4-6811fb11de5c req-bcbbd060-6c13-4466-8712-f18edca4d077 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0297613 Nov 23 14:32:13.575650 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-47a47e9d-e3f0-4152-834f-a66eaadc3fa3 req-bdbdb882-e6c0-42b3-b758-c5ea6a3b31ac tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622921 Nov 23 14:32:13.965061 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cc148ccb-ce71-4b91-b4fc-08efb86cf2af req-590b196f-8b80-4c5e-8877-3e857eeb7117 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0284975 Nov 23 14:32:14.056498 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acdaf7-ebe3-4c8c-85a1-338e07fd57ce req-87257c58-4e10-4f77-b491-16541f9eb272 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:14.058101 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-47acdaf7-ebe3-4c8c-85a1-338e07fd57ce req-87257c58-4e10-4f77-b491-16541f9eb272 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0515339 Nov 23 14:32:14.108585 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-47acdaf7-ebe3-4c8c-85a1-338e07fd57ce req-846100f0-6ff1-4cec-96fd-afafb346a5ce tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441384 Nov 23 14:32:14.486839 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ed661-e853-4624-a443-fdbdcedd3130 req-039a1a22-cd60-4dd0-9f37-c22590121f56 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:14.488722 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ec7ed661-e853-4624-a443-fdbdcedd3130 req-039a1a22-cd60-4dd0-9f37-c22590121f56 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0570703 Nov 23 14:32:14.573647 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ec7ed661-e853-4624-a443-fdbdcedd3130 req-c249bfb1-b3a2-4e3b-b61a-23a6e54c81c8 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738704 Nov 23 14:32:14.696689 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6be37499-923e-43b4-9e92-3efa48e14cb1 req-79332c2d-a925-401c-902d-2694c87dce3b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0461261 Nov 23 14:32:14.747610 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b49ca6-847f-4091-8fba-8573d5cd7dc4 req-26b54f47-1a48-4b78-916d-6ff624cc5e6a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:14.749355 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b5b49ca6-847f-4091-8fba-8573d5cd7dc4 req-26b54f47-1a48-4b78-916d-6ff624cc5e6a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0604084 Nov 23 14:32:14.804655 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b5b49ca6-847f-4091-8fba-8573d5cd7dc4 req-ad3444db-b8ce-47be-b910-c9c0616d015e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483825 Nov 23 14:32:15.079795 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4c1879bc-bf36-4a60-9c90-8407cff67db8 req-6b0dec09-5624-41e7-be6d-7676423df8cc tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0274847 Nov 23 14:32:15.233799 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1990861-382e-4f3d-94cf-f53f23858ede req-85f29dcf-a81e-40dd-9802-3731ef8b912b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:15.235462 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f1990861-382e-4f3d-94cf-f53f23858ede req-85f29dcf-a81e-40dd-9802-3731ef8b912b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0541182 Nov 23 14:32:15.293664 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f1990861-382e-4f3d-94cf-f53f23858ede req-f06d226c-c59e-4dc6-b2c4-dba7d1b06e61 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513353 Nov 23 14:32:15.727371 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ead89b-a00a-4086-ba43-93a96574c8f3 req-c609ec9b-8d94-4837-ab09-a7fb38f15e32 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:15.729263 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-11ead89b-a00a-4086-ba43-93a96574c8f3 req-c609ec9b-8d94-4837-ab09-a7fb38f15e32 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0582759 Nov 23 14:32:15.794504 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-11ead89b-a00a-4086-ba43-93a96574c8f3 req-371e8fc3-e832-4156-83f5-6998d538abda tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559485 Nov 23 14:32:15.806770 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2226e74a-d37b-49e5-8f67-cd10b807d05b req-ee214687-7f03-41be-a101-583e1be905a8 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0284357 Nov 23 14:32:15.945200 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05a00f-b98f-4e5f-a724-ea1a3d130fe7 req-9fbd348f-27d6-4314-81d2-bc136d89fc83 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:15.946646 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bb05a00f-b98f-4e5f-a724-ea1a3d130fe7 req-9fbd348f-27d6-4314-81d2-bc136d89fc83 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0568280 Nov 23 14:32:16.006227 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bb05a00f-b98f-4e5f-a724-ea1a3d130fe7 req-e01c2d1e-4745-47df-8e57-a554ca4b50fe tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514159 Nov 23 14:32:16.042701 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:16.184837 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d94bd07a-cba9-453c-acef-74a81a3f669a req-b9bfa669-1e1f-4523-b59b-b14011c14045 tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0328004 Nov 23 14:32:16.423184 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534da73-a191-4da3-8627-77784ff5e740 req-e663b5c5-0e21-44c8-a93b-faf727222944 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:16.424765 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4534da73-a191-4da3-8627-77784ff5e740 req-e663b5c5-0e21-44c8-a93b-faf727222944 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0558538 Nov 23 14:32:16.478202 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4534da73-a191-4da3-8627-77784ff5e740 req-d2de11c0-6cf8-44b2-b9b1-5b28003ec09d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Nov 23 14:32:16.904215 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8f199882-c8ff-45d3-aaa1-d9db2a86c81d req-806bbc41-0850-4c3f-a13c-584a4f91fa34 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0251017 Nov 23 14:32:16.932353 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b29bc-7658-4a03-ad01-1cf9d0192c46 req-97b6f105-e8e1-48b5-9eef-043544f323d2 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:16.934258 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-389b29bc-7658-4a03-ad01-1cf9d0192c46 req-97b6f105-e8e1-48b5-9eef-043544f323d2 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0613627 Nov 23 14:32:16.990053 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-389b29bc-7658-4a03-ad01-1cf9d0192c46 req-09a0414d-63b2-400f-accd-a781cbf0d7b7 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495691 Nov 23 14:32:17.141616 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8cec-243b-4a46-bc9a-46f0b0eb55b0 req-77b9a3b1-f6e0-4fe9-bb6a-5bad41b37ad9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:17.143163 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-44df8cec-243b-4a46-bc9a-46f0b0eb55b0 req-77b9a3b1-f6e0-4fe9-bb6a-5bad41b37ad9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0566583 Nov 23 14:32:17.200362 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-44df8cec-243b-4a46-bc9a-46f0b0eb55b0 req-31a6b9ee-7a03-4463-9134-04ba2147f1eb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505099 Nov 23 14:32:17.291188 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4a6ec957-8959-4467-a495-96535dc8da31 req-f04cec8a-b4fb-49cb-8d41-38c42414bb9d tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0296998 Nov 23 14:32:17.627733 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c7dd-9767-46fc-8658-1468460fe21b req-e0305fb9-648f-4fef-b3eb-22f15fb7164e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:17.629523 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8498c7dd-9767-46fc-8658-1468460fe21b req-e0305fb9-648f-4fef-b3eb-22f15fb7164e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0610495 Nov 23 14:32:17.689430 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8498c7dd-9767-46fc-8658-1468460fe21b req-75e12af6-2e50-4c98-85bc-4dbd4396690e tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Nov 23 14:32:18.017156 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-675a797b-a4de-41a7-97ff-18129c5ac599 req-d1c21d4b-ff82-4a0c-914a-924b4f3d58f9 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0347624 Nov 23 14:32:18.140813 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42928-fdf3-4eee-85ae-a8650fa7efc8 req-cc1240f4-1b3b-4615-81ac-d6add3de2048 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:18.143568 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-77c42928-fdf3-4eee-85ae-a8650fa7efc8 req-cc1240f4-1b3b-4615-81ac-d6add3de2048 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0677247 Nov 23 14:32:18.211652 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-77c42928-fdf3-4eee-85ae-a8650fa7efc8 req-36762122-e82d-425a-80b9-0c2a081bc053 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609016 Nov 23 14:32:18.384345 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80765-badc-4582-9a61-e4a0a33acd0a req-b7dc299c-e168-4764-9e5b-df7e238c86bc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:18.387975 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7bb80765-badc-4582-9a61-e4a0a33acd0a req-b7dc299c-e168-4764-9e5b-df7e238c86bc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0777395 Nov 23 14:32:18.456594 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8788200d-52e5-4881-9b5b-1b65355b13ed req-58e78c89-d312-4732-93e7-cfb9faf8ca4b tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0593657 Nov 23 14:32:18.485329 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7bb80765-badc-4582-9a61-e4a0a33acd0a req-1be014e7-4f41-45ea-8939-63af64236d26 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853095 Nov 23 14:32:18.849528 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c07881-651e-4f3f-bc7f-87e2fb5387ea req-0cdb2d40-164d-43a6-ac88-6030301392e0 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:18.851170 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b0c07881-651e-4f3f-bc7f-87e2fb5387ea req-0cdb2d40-164d-43a6-ac88-6030301392e0 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0704570 Nov 23 14:32:18.910884 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b0c07881-651e-4f3f-bc7f-87e2fb5387ea req-202c16de-ca6a-4948-9003-a42903acf6fa tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531383 Nov 23 14:32:19.117844 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-82f9f06e-fcd6-4cf5-9ee1-72c6d353ae1d req-19bffec8-76e5-429a-ad6d-6c3b910b5922 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0282311 Nov 23 14:32:19.340801 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de48f17-5ff4-47c1-94cb-1923d84956b3 req-bf5d293a-81a8-4f9a-b1ef-d1f3eb5000cd tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:19.342329 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3de48f17-5ff4-47c1-94cb-1923d84956b3 req-bf5d293a-81a8-4f9a-b1ef-d1f3eb5000cd tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0510964 Nov 23 14:32:19.397310 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3de48f17-5ff4-47c1-94cb-1923d84956b3 req-aa5f71d0-0409-46a8-aa11-d44ee35b2e9a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478015 Nov 23 14:32:19.628669 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cd2a9bfa-8ee7-454c-a607-b7e1f4ff9431 req-bcd709e6-adca-4121-a043-56dadfc2b1bb tempest-AttachVolumeNegativeTest-1954678928 tempest-AttachVolumeNegativeTest-1954678928-project] 10.222.0.59 "GET /v2.0/ports?device_id=05126467-8da8-400b-9cde-02fcd42aaeb5 HTTP/1.1" status: 200 len: 210 time: 0.0433185 Nov 23 14:32:19.708748 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92bf6d-eb81-4ba8-8980-6ab7974bcfbc req-0f9287de-6f13-4483-a925-0ff803c21563 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:19.710716 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9e92bf6d-eb81-4ba8-8980-6ab7974bcfbc req-0f9287de-6f13-4483-a925-0ff803c21563 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0864086 Nov 23 14:32:19.788826 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9e92bf6d-eb81-4ba8-8980-6ab7974bcfbc req-a03cbf96-c344-4e73-b44e-6293fdcb0b33 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652275 Nov 23 14:32:19.940190 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e1a89-26f7-4ec8-bea8-093a5642d4df req-2d366f78-7bf4-47c2-8016-d80fc83385ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:19.942131 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-413e1a89-26f7-4ec8-bea8-093a5642d4df req-2d366f78-7bf4-47c2-8016-d80fc83385ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 1098 time: 0.0551300 Nov 23 14:32:20.005898 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-413e1a89-26f7-4ec8-bea8-093a5642d4df req-cefc8e06-3c34-4a9c-9d2a-c293820fc0cb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539343 Nov 23 14:32:20.059499 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc88ca-3604-4e42-b32d-e94ecf77c794 req-492ef9c9-0619-48f1-a89c-6f828e9564a1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:20.061215 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-64cc88ca-3604-4e42-b32d-e94ecf77c794 req-492ef9c9-0619-48f1-a89c-6f828e9564a1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0616739 Nov 23 14:32:20.118181 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-64cc88ca-3604-4e42-b32d-e94ecf77c794 req-397c0bc2-4b8f-4a3b-849c-33590e0edab0 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501556 Nov 23 14:32:20.221255 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d9875716-aa69-4561-8d1d-f6e3c32b6f18 req-888857aa-44ba-4bc0-a759-6bd60b94a6ed tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0286689 Nov 23 14:32:20.537052 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97d4a7-a907-49bc-9213-185b7a5bf703 req-e11065e8-4eac-4d08-8377-c2251248a281 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:20.538671 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6d97d4a7-a907-49bc-9213-185b7a5bf703 req-e11065e8-4eac-4d08-8377-c2251248a281 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0564733 Nov 23 14:32:20.607515 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6d97d4a7-a907-49bc-9213-185b7a5bf703 req-a2473e06-b9ba-4763-b653-999a84b44cbf tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625379 Nov 23 14:32:20.706346 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 46668) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:20.751669 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c18252-4938-4bd1-93b4-fed96c7500d5 admin admin] Deleting subnet 9a58d9d5-9e82-4d89-a5b7-5ae48e607824 {{(pid=102952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:32:20.755132 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e7c18252-4938-4bd1-93b4-fed96c7500d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.794151 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e7c18252-4938-4bd1-93b4-fed96c7500d5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.804352 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e7c18252-4938-4bd1-93b4-fed96c7500d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.863892 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e7c18252-4938-4bd1-93b4-fed96c7500d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.878792 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e7c18252-4938-4bd1-93b4-fed96c7500d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:20.882354 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-e7c18252-4938-4bd1-93b4-fed96c7500d5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9a58d9d5-9e82-4d89-a5b7-5ae48e607824 HTTP/1.1" status: 204 len: 168 time: 0.1747146 Nov 23 14:32:20.884995 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 46672) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:20.904541 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c18252-4938-4bd1-93b4-fed96c7500d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a58d9d5-9e82-4d89-a5b7-5ae48e607824,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:20.964824 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9394c9f-3590-4d27-a982-2cf34daf642b req-9d856832-fedb-4298-8f04-2a1093d6d5e0 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:20.966596 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d9394c9f-3590-4d27-a982-2cf34daf642b req-9d856832-fedb-4298-8f04-2a1093d6d5e0 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0639048 Nov 23 14:32:21.033895 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.035555 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d9394c9f-3590-4d27-a982-2cf34daf642b req-943977e2-9cec-419e-9583-b0382891e978 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591230 Nov 23 14:32:21.116510 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-a2907a54-efc6-42ce-b755-a3e52a0efcec tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:21.118146 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-a2907a54-efc6-42ce-b755-a3e52a0efcec tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.48 "GET /v2.0/networks?id=772a01ed-5368-4cc6-820b-6618b7ee3bf2 HTTP/1.1" status: 200 len: 814 time: 0.1973743 Nov 23 14:32:21.155262 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'port': {'device_id': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'admin_state_up': True, 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:21.160610 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.242534 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316a669b-d7ee-4929-8536-9a04b5e93fba']}} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:21.284534 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac') {'for_net_delete': True} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:21.284709 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9c1ecf-def1-48ad-a5e9-9d9ed508d4ac') {} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:21.309182 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5134451'] for segment, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.343771 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442755-0e14-4584-97a7-f2caeb79307b req-e0955dd7-717d-4966-80fe-1d9e5bd3b013 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:21.346060 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d4442755-0e14-4584-97a7-f2caeb79307b req-e0955dd7-717d-4966-80fe-1d9e5bd3b013 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1443696 Nov 23 14:32:21.347126 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.352683 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7415075f-5d8f-43c7-953b-28583a7fad55 req-48d8949a-cc23-4c79-b1cb-019062fd60bf tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0302515 Nov 23 14:32:21.375350 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:32:21.376310 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4885412'] for segment, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: Traceback (most recent call last): Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: timer() Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: cb(*args, **kw) Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: return func(*args, **kwargs) Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: self._notify() Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: self.callback(batched_events) Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: event.method(event) Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: return f(self, *a, **k) Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._get(url).json() Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: return self.request(url, 'GET', **kwargs) Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:32:21.378133 dv-cinder-804035-16-iscsi neutron-server[102953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:32:21.470226 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d4442755-0e14-4584-97a7-f2caeb79307b req-5f01c802-55d8-433d-b127-c75ce4843bed tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108873 Nov 23 14:32:21.472801 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.479557 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.482722 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] 10.222.0.59 "DELETE /v2.0/networks/316a669b-d7ee-4929-8536-9a04b5e93fba HTTP/1.1" status: 204 len: 168 time: 0.5961006 Nov 23 14:32:21.513615 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a8d90-f210-4c8e-957c-cd0e9aee049c admin admin] Pushing event deleted for resources: {'Network': ['ID=316a669b-d7ee-4929-8536-9a04b5e93fba,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:21.519848 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Made reservation on behalf of d56c37edac6f48ecb46e95a11b10fe59 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:32:21.525111 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:21.772433 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Allocated IP 172.20.0.3 (772a01ed-5368-4cc6-820b-6618b7ee3bf2/2f1c541d-9bcc-4f55-bd4e-db6358b567b2/63c9da14-59dc-4f98-9991-e160efd768b9) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:21.868769 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 46702) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:21.932981 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294881a1-7f8d-4f19-8065-e2724ffdd105 req-7af11503-0c66-4a71-9be4-0f4a044c7d03 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:21.935477 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-294881a1-7f8d-4f19-8065-e2724ffdd105 req-7af11503-0c66-4a71-9be4-0f4a044c7d03 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.2065985 Nov 23 14:32:22.023071 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.030357 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-826fc825-43bc-40c2-84de-71e02fb2cd77 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d88139bd5bbb4ae390a08624d36c16b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1567507 Nov 23 14:32:22.031841 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 46704) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:22.043156 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-294881a1-7f8d-4f19-8065-e2724ffdd105 req-89bce539-cd8e-4f96-b8e7-7426dec4ddf4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970550 Nov 23 14:32:22.153017 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.173810 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6c279185-ad11-4ce0-9b46-67a797d6ae2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.247081 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d16a-4791-4855-8fb9-6b3b7f70c375 req-3b36549a-ed44-44ee-8bf9-09f78b627836 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.248719 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9282d16a-4791-4855-8fb9-6b3b7f70c375 req-3b36549a-ed44-44ee-8bf9-09f78b627836 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0566094 Nov 23 14:32:22.274317 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:22.280542 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6c279185-ad11-4ce0-9b46-67a797d6ae2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.289263 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'Port': ['ID=63c9da14-59dc-4f98-9991-e160efd768b9,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:22.299332 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:22.320505 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9282d16a-4791-4855-8fb9-6b3b7f70c375 req-2fee6396-e447-4650-adfe-195dcc98aa54 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616622 Nov 23 14:32:22.337971 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:22.359634 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa7a25-8695-4173-8f58-5ba30d4584f7 req-1c8429c2-19f3-4497-aa10-7ae51d6d31bb tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.361862 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0eaa7a25-8695-4173-8f58-5ba30d4584f7 req-1c8429c2-19f3-4497-aa10-7ae51d6d31bb tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.2051353 Nov 23 14:32:22.486721 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.488061 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.527175 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b259e-cd68-49ae-85b4-6edc89cbdc33 req-18a78804-a859-4929-930b-f88497557785 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.536713 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fd6b259e-cd68-49ae-85b4-6edc89cbdc33 req-18a78804-a859-4929-930b-f88497557785 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 931 time: 0.0962300 Nov 23 14:32:22.556680 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-065110b2-2332-4095-a70d-f9355847770a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4018567 Nov 23 14:32:22.569612 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0eaa7a25-8695-4173-8f58-5ba30d4584f7 req-3830d983-09d7-47ac-b666-a146e92ccbc6 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708603 Nov 23 14:32:22.570286 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6c279185-ad11-4ce0-9b46-67a797d6ae2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.573910 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6c279185-ad11-4ce0-9b46-67a797d6ae2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.575398 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-6c279185-ad11-4ce0-9b46-67a797d6ae2e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0bf9dae-0678-46ef-b96b-f4de34c8b0f5 HTTP/1.1" status: 204 len: 168 time: 0.5415766 Nov 23 14:32:22.587931 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c279185-ad11-4ce0-9b46-67a797d6ae2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf9dae-0678-46ef-b96b-f4de34c8b0f5,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:22.612825 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 46718) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:22.645621 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fd6b259e-cd68-49ae-85b4-6edc89cbdc33 req-32268ec4-63d7-44ba-a84a-4024c197e8c9 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076019 Nov 23 14:32:22.741951 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-5fe9038a-0e53-4ca9-a1f4-228ebe578c38 None None] Provisioning complete for port 63c9da14-59dc-4f98-9991-e160efd768b9 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:22.742614 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-5fe9038a-0e53-4ca9-a1f4-228ebe578c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:22.770373 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f035bdf-f5c1-494b-a84e-799be0af2b6e req-730a2a10-3f1d-40c0-8591-fae93d429453 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.773099 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2f035bdf-f5c1-494b-a84e-799be0af2b6e req-730a2a10-3f1d-40c0-8591-fae93d429453 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0986638 Nov 23 14:32:22.807948 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-5fe9038a-0e53-4ca9-a1f4-228ebe578c38 None None] Port 63c9da14-59dc-4f98-9991-e160efd768b9 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:32:22.863169 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2f035bdf-f5c1-494b-a84e-799be0af2b6e req-e186ae1f-35e5-408a-a4b0-29d2e657d094 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730810 Nov 23 14:32:22.943921 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ca925-07c0-45ae-87f8-e598af5510c4 tempest-TestShelveInstance-425589305 tempest-TestShelveInstance-425589305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:22.945519 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-a56ca925-07c0-45ae-87f8-e598af5510c4 tempest-TestShelveInstance-425589305 tempest-TestShelveInstance-425589305-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 1093 time: 0.3315940 Nov 23 14:32:22.948428 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 46724) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:22.955351 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Request body: {'floatingip': {'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'port_id': '627d910f-e912-4588-a349-7feddbfc9232', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:22.984589 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for floatingip, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.118160 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.265579 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Allocated IP 172.27.1.218 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/100e4e1f-c115-4085-8fc3-8c2504695787) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:23.443300 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.496310 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:23.521254 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2791f2-7bcb-4211-8eea-caab93b8cc45 req-1bd1074e-621c-481c-9b6d-3444abfa01d6 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:23.522838 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1f2791f2-7bcb-4211-8eea-caab93b8cc45 req-1bd1074e-621c-481c-9b6d-3444abfa01d6 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0783398 Nov 23 14:32:23.541950 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:23.548388 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:23.551308 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:23.596386 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event updated for resources: {'Port': ['ID=100e4e1f-c115-4085-8fc3-8c2504695787,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:23.645904 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1f2791f2-7bcb-4211-8eea-caab93b8cc45 req-02d0c57d-e10c-442c-babc-5fc7ce16b808 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127543 Nov 23 14:32:24.199184 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e84bc-c7ac-461a-981b-a159a6d19f7b req-1284a9f6-fc11-427f-b7d8-50403b1b56b2 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:24.201650 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b94e84bc-c7ac-461a-981b-a159a6d19f7b req-1284a9f6-fc11-427f-b7d8-50403b1b56b2 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0755274 Nov 23 14:32:24.244309 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29b0c8-b2a6-4538-a54c-bcf978e536f1 req-9d63ab51-41d4-4bb1-afbb-e3921c363978 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:24.246299 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f29b0c8-b2a6-4538-a54c-bcf978e536f1 req-9d63ab51-41d4-4bb1-afbb-e3921c363978 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 931 time: 0.4533629 Nov 23 14:32:24.280352 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b94e84bc-c7ac-461a-981b-a159a6d19f7b req-0c7f6053-979f-4bb4-98cd-a4c76ebb811d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722177 Nov 23 14:32:24.387782 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f29b0c8-b2a6-4538-a54c-bcf978e536f1 req-180a18fd-61f0-4151-8cf3-1092b2485d8b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328759 Nov 23 14:32:24.598011 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.689682 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.852454 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b2467-b3de-4c83-b0a3-75bcc2abf7f6 req-9e80a2fc-a617-4dfa-9401-5c305592af1d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:24.867726 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c33b2467-b3de-4c83-b0a3-75bcc2abf7f6 req-9e80a2fc-a617-4dfa-9401-5c305592af1d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0952132 Nov 23 14:32:24.904648 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.911707 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:24.935239 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c33b2467-b3de-4c83-b0a3-75bcc2abf7f6 req-eb6aabbe-56eb-4f7c-a589-fe04eeef8a34 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650523 Nov 23 14:32:25.077193 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event updated for resources: {'Port': ['ID=100e4e1f-c115-4085-8fc3-8c2504695787,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:25.084896 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.231565 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.l3_db [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Floating IP 3eb7962e-c33e-4b2c-9019-223e4dcb683e associated. External IP: 172.27.1.218, port: 627d910f-e912-4588-a349-7feddbfc9232. Nov 23 14:32:25.505742 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbaaed-ee24-41dd-9eb5-05055aa5c8f3 req-fe39c1a1-0942-4e2e-af49-4d43c7bff313 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:25.507319 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-06cbaaed-ee24-41dd-9eb5-05055aa5c8f3 req-fe39c1a1-0942-4e2e-af49-4d43c7bff313 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1186395 Nov 23 14:32:25.598955 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8feea9-68c0-4528-aa0f-787af3361226 req-13ff0d23-00b1-495c-aaa2-0833e13f3829 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:25.607389 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-bd8feea9-68c0-4528-aa0f-787af3361226 req-13ff0d23-00b1-495c-aaa2-0833e13f3829 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 931 time: 0.0720081 Nov 23 14:32:25.673517 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:32:25.680542 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-06cbaaed-ee24-41dd-9eb5-05055aa5c8f3 req-f2448b50-b527-491c-850c-c63a12132578 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262927 Nov 23 14:32:25.906644 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:25.921919 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] Sync routers for ids ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:25.934278 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:25.935981 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] Routers {'c5a6ada5-ac05-40ce-8f64-9663e1393ad9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:25.936675 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:32:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:25.949848 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-bd8feea9-68c0-4528-aa0f-787af3361226 req-8cbda5fd-0f0f-42f2-85e9-df1bf81fc1bd tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413785 Nov 23 14:32:26.009474 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-bea78d0a-2735-487b-843f-77338a258e72 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0598707 Nov 23 14:32:26.012146 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'tag': '627d910f-e912-4588-a349-7feddbfc9232'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:26.015664 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d49492-db54-4a32-bf52-4cbf76262567" -d '{"events": [{"name": "network-changed", "server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "tag": "627d910f-e912-4588-a349-7feddbfc9232"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:26.029162 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 46810) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:26.118979 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] Set router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:26.133567 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a8218c-fda7-4b63-980b-76c384136c8f x-openstack-request-id: req-b4a8218c-fda7-4b63-980b-76c384136c8f {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:26.134159 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "tag": "627d910f-e912-4588-a349-7feddbfc9232", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:26.134612 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4a8218c-fda7-4b63-980b-76c384136c8f {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:26.135167 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'tag': '627d910f-e912-4588-a349-7feddbfc9232', 'status': 'completed', 'code': 200} Nov 23 14:32:26.163858 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c82263-a3e6-473f-8d76-d560c94f9a8c req-e3003c1e-bae5-4764-9590-11236d363a19 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:26.165853 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-63c82263-a3e6-473f-8d76-d560c94f9a8c req-e3003c1e-bae5-4764-9590-11236d363a19 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0970716 Nov 23 14:32:26.235684 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-63c82263-a3e6-473f-8d76-d560c94f9a8c req-68c6e835-84a0-4f28-af40-1c0d2128da62 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607445 Nov 23 14:32:26.235981 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0b758ebe-6bf8-420a-a600-6d3d2b0c99b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.374455 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0b758ebe-6bf8-420a-a600-6d3d2b0c99b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.389783 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0b758ebe-6bf8-420a-a600-6d3d2b0c99b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.436422 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-0b758ebe-6bf8-420a-a600-6d3d2b0c99b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ecd4014b478e4f67b81d9c0e5c398cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056845 Nov 23 14:32:26.436659 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 46818) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:26.437427 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b758ebe-6bf8-420a-a600-6d3d2b0c99b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c355f2a-6f77-4457-8828-4596a1e264a7,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:26.513270 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-519f99c6-41e2-4d49-9aba-c14872fe0ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.516715 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:05Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '3eb7962e-c33e-4b2c-9019-223e4dcb683e', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'port_id': '627d910f-e912-4588-a349-7feddbfc9232', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'mac_address': 'fa:16:3e:39:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:32:24Z', 'updated_at': '2021-11-23T14:32:24Z', 'revision_number': 0, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931a128d-7d9d-4879-ac3c-9833c05bf10d', 'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'mac_address': 'fa:16:3e:1b:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:04Z', 'updated_at': '2021-11-23T14:31:12Z', 'revision_number': 5, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'subnets': [{'id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:26.540214 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-519f99c6-41e2-4d49-9aba-c14872fe0ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.544515 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] Checking router: c5a6ada5-ac05-40ce-8f64-9663e1393ad9 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:32:26.567679 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] Routers {'c5a6ada5-ac05-40ce-8f64-9663e1393ad9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:26.568922 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:32:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:26.603548 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-519f99c6-41e2-4d49-9aba-c14872fe0ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.606537 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-519f99c6-41e2-4d49-9aba-c14872fe0ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:26.609422 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-519f99c6-41e2-4d49-9aba-c14872fe0ac7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c355f2a-6f77-4457-8828-4596a1e264a7 HTTP/1.1" status: 204 len: 168 time: 0.1713114 Nov 23 14:32:26.618960 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f99c6-41e2-4d49-9aba-c14872fe0ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c355f2a-6f77-4457-8828-4596a1e264a7,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:26.751976 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] Set router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:26.854790 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd764f-e2ec-47cb-a2f3-b198ceeb7d05 req-fbec2095-183f-47f5-b710-89a2d46b2c65 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:26.856380 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-acfd764f-e2ec-47cb-a2f3-b198ceeb7d05 req-fbec2095-183f-47f5-b710-89a2d46b2c65 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0715067 Nov 23 14:32:26.952942 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-acfd764f-e2ec-47cb-a2f3-b198ceeb7d05 req-dd5ec337-fa07-407d-a854-e7555049486a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886152 Nov 23 14:32:27.107256 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11ae37-bf05-4142-899f-66e24dca37c9 req-4c971af0-6b64-493a-9126-33c42a2d2bb7 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:27.116572 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e11ae37-bf05-4142-899f-66e24dca37c9 req-4c971af0-6b64-493a-9126-33c42a2d2bb7 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 931 time: 0.0736096 Nov 23 14:32:27.127718 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:05Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '3eb7962e-c33e-4b2c-9019-223e4dcb683e', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'port_id': '627d910f-e912-4588-a349-7feddbfc9232', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'mac_address': 'fa:16:3e:39:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:32:24Z', 'updated_at': '2021-11-23T14:32:24Z', 'revision_number': 0, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931a128d-7d9d-4879-ac3c-9833c05bf10d', 'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'mac_address': 'fa:16:3e:1b:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:04Z', 'updated_at': '2021-11-23T14:31:12Z', 'revision_number': 5, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'subnets': [{'id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:27.165274 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e824eb-6bd1-4789-a983-eb673f4892e7 None None] The sync data for ids ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'] in dv-cinder-804035-16-iscsi is: [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:05Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '3eb7962e-c33e-4b2c-9019-223e4dcb683e', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'port_id': '627d910f-e912-4588-a349-7feddbfc9232', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'mac_address': 'fa:16:3e:39:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:32:24Z', 'updated_at': '2021-11-23T14:32:24Z', 'revision_number': 0, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931a128d-7d9d-4879-ac3c-9833c05bf10d', 'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'mac_address': 'fa:16:3e:1b:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:04Z', 'updated_at': '2021-11-23T14:31:12Z', 'revision_number': 5, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'subnets': [{'id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:27.169029 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 46828) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:27.198409 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e11ae37-bf05-4142-899f-66e24dca37c9 req-e7837099-6cc7-4335-b149-2ce21c56d6bc tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809040 Nov 23 14:32:27.214980 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-74e085e0-b712-4dee-b2a1-f50514b23d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.398626 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-74e085e0-b712-4dee-b2a1-f50514b23d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.406590 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-74e085e0-b712-4dee-b2a1-f50514b23d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.517044 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-74e085e0-b712-4dee-b2a1-f50514b23d60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0553c802087b4054b74082d2a4a0431e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430333 Nov 23 14:32:27.517044 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e085e0-b712-4dee-b2a1-f50514b23d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d19751-8e95-49d0-a20d-7b54c9f424b3,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:27.517472 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 46834) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:27.527160 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c91407-4441-4578-a273-05e7ec3c863f None None] New status for floating IP 3eb7962e-c33e-4b2c-9019-223e4dcb683e: ACTIVE {{(pid=102954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:32:27.545433 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46d686-44fa-46e4-914a-4de5c862c15c req-581cb0ca-2436-4464-823c-f71ebe00a040 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:27.548251 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-dc46d686-44fa-46e4-914a-4de5c862c15c req-581cb0ca-2436-4464-823c-f71ebe00a040 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.1639559 Nov 23 14:32:27.608569 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ba7461b5-395e-4284-a0b6-13bdb8981fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.619902 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-dc46d686-44fa-46e4-914a-4de5c862c15c req-e0dcd3b6-84db-45d9-be1d-2448b0d9efcf tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579703 Nov 23 14:32:27.644640 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ba7461b5-395e-4284-a0b6-13bdb8981fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.732043 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ba7461b5-395e-4284-a0b6-13bdb8981fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.734738 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ba7461b5-395e-4284-a0b6-13bdb8981fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:27.739392 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-ba7461b5-395e-4284-a0b6-13bdb8981fd1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86d19751-8e95-49d0-a20d-7b54c9f424b3 HTTP/1.1" status: 204 len: 168 time: 0.2209275 Nov 23 14:32:27.768958 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7461b5-395e-4284-a0b6-13bdb8981fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d19751-8e95-49d0-a20d-7b54c9f424b3,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:28.120388 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736679a-d092-42dd-863d-ac5902a223c7 req-c67a6439-82fe-4c2e-ab4b-f9681182374a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:28.126379 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d736679a-d092-42dd-863d-ac5902a223c7 req-c67a6439-82fe-4c2e-ab4b-f9681182374a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0784888 Nov 23 14:32:28.206978 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d736679a-d092-42dd-863d-ac5902a223c7 req-2a1bca38-c6e3-40b6-a37e-a84e7f56dd7f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769222 Nov 23 14:32:28.354400 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641375a-cbb3-4c27-ad3f-3a233df730b9 req-7864800c-c885-48c0-be4a-c1bd0b849c78 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:28.357181 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6641375a-cbb3-4c27-ad3f-3a233df730b9 req-7864800c-c885-48c0-be4a-c1bd0b849c78 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 931 time: 0.0644841 Nov 23 14:32:28.416203 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6641375a-cbb3-4c27-ad3f-3a233df730b9 req-bafa300e-2d17-4c57-adfb-17b0fddf23d6 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520995 Nov 23 14:32:28.774066 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006559-35b9-4ee8-9418-430927f09380 req-4d740f4f-b6d5-4afe-a4c2-e5a84fb89021 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:28.776362 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d7006559-35b9-4ee8-9418-430927f09380 req-4d740f4f-b6d5-4afe-a4c2-e5a84fb89021 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0706055 Nov 23 14:32:28.854723 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d7006559-35b9-4ee8-9418-430927f09380 req-04277a1c-868f-4895-bc61-5c71c7df9920 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579820 Nov 23 14:32:29.376756 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe2fb6-3588-42af-b72a-14afa96598a2 req-4e8467eb-65ae-4be0-a15f-e6e36dcdc5be tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:29.382819 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ccbe2fb6-3588-42af-b72a-14afa96598a2 req-4e8467eb-65ae-4be0-a15f-e6e36dcdc5be tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0877230 Nov 23 14:32:29.449431 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ccbe2fb6-3588-42af-b72a-14afa96598a2 req-c88db00d-1ec0-454f-bbd6-0a5ac6c66b46 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634122 Nov 23 14:32:29.569635 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666322-97ff-4760-9027-009711edfa4e req-89934fab-ac62-42d6-b36d-fb76cb76b647 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:29.572369 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2b666322-97ff-4760-9027-009711edfa4e req-89934fab-ac62-42d6-b36d-fb76cb76b647 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 931 time: 0.0674913 Nov 23 14:32:29.630938 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2b666322-97ff-4760-9027-009711edfa4e req-8726efc9-bce8-45a4-af87-993a39481eb0 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529883 Nov 23 14:32:30.036862 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7d006-0758-4731-8d2e-1b0760740d53 req-cf0fda5c-c09b-4465-af6d-9afbf6ef1797 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:30.044157 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1cc7d006-0758-4731-8d2e-1b0760740d53 req-cf0fda5c-c09b-4465-af6d-9afbf6ef1797 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0926490 Nov 23 14:32:30.113541 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1cc7d006-0758-4731-8d2e-1b0760740d53 req-b2fdbd7a-710e-493d-a1da-9d42699152ee tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673785 Nov 23 14:32:30.320439 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 46906) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:30.434356 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7593-581b-4d86-bc40-abf7d5bebc53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.521395 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7593-581b-4d86-bc40-abf7d5bebc53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.529489 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7593-581b-4d86-bc40-abf7d5bebc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.587221 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa7593-581b-4d86-bc40-abf7d5bebc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a746880c-335c-4e88-ab90-b3a215ae5aab,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:30.597550 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-a9fa7593-581b-4d86-bc40-abf7d5bebc53 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=583215b88bd54fb48b9dc04f30cad172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758470 Nov 23 14:32:30.598275 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 46914) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:30.642568 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d280c-cf6d-4bb8-ae2a-01b3f9b003b7 req-14b14a15-1ba8-4632-8fe5-cf02d6fcfb8c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:30.654766 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bf0d280c-cf6d-4bb8-ae2a-01b3f9b003b7 req-14b14a15-1ba8-4632-8fe5-cf02d6fcfb8c tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0851200 Nov 23 14:32:30.701328 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-39634a3c-3a7d-40d5-8491-61cce04ff4a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.709226 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bf0d280c-cf6d-4bb8-ae2a-01b3f9b003b7 req-6d8e2ccf-a995-4ef9-8985-c2e2783e28ab tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571039 Nov 23 14:32:30.761562 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-39634a3c-3a7d-40d5-8491-61cce04ff4a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.824200 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295117b1-074b-4e1c-8894-cbb0651c1275 req-552aa7a6-6766-4dbc-9e63-9b6fade3823c tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:30.825836 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-295117b1-074b-4e1c-8894-cbb0651c1275 req-552aa7a6-6766-4dbc-9e63-9b6fade3823c tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 931 time: 0.0838757 Nov 23 14:32:30.871770 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-39634a3c-3a7d-40d5-8491-61cce04ff4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.874140 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-39634a3c-3a7d-40d5-8491-61cce04ff4a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:30.877378 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-39634a3c-3a7d-40d5-8491-61cce04ff4a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a746880c-335c-4e88-ab90-b3a215ae5aab HTTP/1.1" status: 204 len: 168 time: 0.2780280 Nov 23 14:32:30.894046 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39634a3c-3a7d-40d5-8491-61cce04ff4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a746880c-335c-4e88-ab90-b3a215ae5aab,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:30.915055 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-295117b1-074b-4e1c-8894-cbb0651c1275 req-5f8e1e16-c07b-4bdf-89c6-64dd45e56c09 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765700 Nov 23 14:32:31.203612 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 46924) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:31.217163 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b624739e-f066-4dbc-8858-b1d4a7785d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.295476 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad582a58-751b-4a80-b2bf-cf5a99f82b3c req-853fa487-c33e-431b-8df2-224d63507597 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:31.299672 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ad582a58-751b-4a80-b2bf-cf5a99f82b3c req-853fa487-c33e-431b-8df2-224d63507597 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0843594 Nov 23 14:32:31.341191 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b624739e-f066-4dbc-8858-b1d4a7785d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.346622 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b624739e-f066-4dbc-8858-b1d4a7785d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.366863 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ad582a58-751b-4a80-b2bf-cf5a99f82b3c req-70bd6774-29c6-41c4-baae-b961945f6f5a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596378 Nov 23 14:32:31.388929 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624739e-f066-4dbc-8858-b1d4a7785d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77edcb9e-a988-47d6-815f-ee47fb244b59,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:31.396986 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-b624739e-f066-4dbc-8858-b1d4a7785d99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b12b644ee59749c6ab07853ba3ccf6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910079 Nov 23 14:32:31.398987 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 46926) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:31.467631 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05fe7d37-5f29-4f16-8c07-0b246da207f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.494944 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05fe7d37-5f29-4f16-8c07-0b246da207f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.548842 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05fe7d37-5f29-4f16-8c07-0b246da207f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.552863 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05fe7d37-5f29-4f16-8c07-0b246da207f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:31.557025 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-05fe7d37-5f29-4f16-8c07-0b246da207f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77edcb9e-a988-47d6-815f-ee47fb244b59 HTTP/1.1" status: 204 len: 168 time: 0.1568613 Nov 23 14:32:31.567141 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe7d37-5f29-4f16-8c07-0b246da207f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77edcb9e-a988-47d6-815f-ee47fb244b59,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:31.877562 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19fa94-ae54-459e-b762-2fec3455a949 req-c1238fa9-c977-40f1-ad92-c95d61a555c0 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:31.879299 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ea19fa94-ae54-459e-b762-2fec3455a949 req-c1238fa9-c977-40f1-ad92-c95d61a555c0 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0720327 Nov 23 14:32:31.943758 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ea19fa94-ae54-459e-b762-2fec3455a949 req-f77e6372-3e46-41df-9cd9-99ec92d8ebd4 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576804 Nov 23 14:32:32.101136 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87034eb8-4af2-4d25-858e-dab9fac00a5e req-105d7ee0-96f0-4c3a-a647-ae929167e2d6 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.103061 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87034eb8-4af2-4d25-858e-dab9fac00a5e req-105d7ee0-96f0-4c3a-a647-ae929167e2d6 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 931 time: 0.0827782 Nov 23 14:32:32.189094 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-87034eb8-4af2-4d25-858e-dab9fac00a5e req-cce64013-5d3e-47dd-b592-1f3f0666e221 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698786 Nov 23 14:32:32.528734 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085effb-0db0-45ee-ba5d-fcd5764954cc req-94ca5d8b-bb2f-475f-95f3-e5eccce696ad tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:32.530382 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d085effb-0db0-45ee-ba5d-fcd5764954cc req-94ca5d8b-bb2f-475f-95f3-e5eccce696ad tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.0614538 Nov 23 14:32:32.592841 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d085effb-0db0-45ee-ba5d-fcd5764954cc req-f59a272a-6149-4f39-9513-65369a9d7ab5 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549891 Nov 23 14:32:33.080962 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203835e-897b-4a53-bfb9-b045959ea3cb req-b1539efd-8a29-48ca-9b1a-2f92b01cf941 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.082535 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8203835e-897b-4a53-bfb9-b045959ea3cb req-b1539efd-8a29-48ca-9b1a-2f92b01cf941 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0619512 Nov 23 14:32:33.090432 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Request body: {'port': {'device_id': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:33.223445 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8203835e-897b-4a53-bfb9-b045959ea3cb req-8c6e3451-7793-4985-8f37-f485739001f7 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296618 Nov 23 14:32:33.224096 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:33.253837 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49492-db54-4a32-bf52-4cbf76262567 req-1337e264-01ef-4307-8bd9-273b4c80b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.255351 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-12d49492-db54-4a32-bf52-4cbf76262567 req-1337e264-01ef-4307-8bd9-273b4c80b5d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4&device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 1098 time: 0.1311693 Nov 23 14:32:33.347925 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a3241-3e4b-4539-a7fb-c5b5f8f4acd5 req-1145ff84-5993-442e-8592-a505749a5ead tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.349536 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5d2a3241-3e4b-4539-a7fb-c5b5f8f4acd5 req-1145ff84-5993-442e-8592-a505749a5ead tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 931 time: 0.0691643 Nov 23 14:32:33.410254 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5d2a3241-3e4b-4539-a7fb-c5b5f8f4acd5 req-be897cb8-6f5e-4caa-8f54-a9f63216f552 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Nov 23 14:32:33.493850 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49492-db54-4a32-bf52-4cbf76262567 req-1376b278-2399-4059-8bff-fbeb5543a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.495746 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-12d49492-db54-4a32-bf52-4cbf76262567 req-1376b278-2399-4059-8bff-fbeb5543a53d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b146d56-e422-424d-af2b-c9ba1c42fc01 HTTP/1.1" status: 200 len: 910 time: 0.2195742 Nov 23 14:32:33.622987 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-12d49492-db54-4a32-bf52-4cbf76262567 req-186a9826-76be-41e4-9f43-d2e03bb8672a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=627d910f-e912-4588-a349-7feddbfc9232 HTTP/1.1" status: 200 len: 1001 time: 0.0926821 Nov 23 14:32:33.716348 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49492-db54-4a32-bf52-4cbf76262567 req-bfd5fa20-3224-48ab-b2b6-7de990f211b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.717956 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-12d49492-db54-4a32-bf52-4cbf76262567 req-bfd5fa20-3224-48ab-b2b6-7de990f211b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e06bec72-e836-49b6-b58a-b617c31e7af0 HTTP/1.1" status: 200 len: 848 time: 0.0781026 Nov 23 14:32:33.800054 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c9da14-59dc-4f98-9991-e160efd768b9 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:33.811931 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:33.851765 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f90c6-3bb9-4549-b353-6be3f2304f89 req-1e6669af-e351-4929-9e09-d096a848771a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.860311 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f91f90c6-3bb9-4549-b353-6be3f2304f89 req-1e6669af-e351-4929-9e09-d096a848771a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 943 time: 0.1608143 Nov 23 14:32:33.863978 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Transition to ACTIVE for port object 63c9da14-59dc-4f98-9991-e160efd768b9 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:32:33.883001 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:33.890646 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49492-db54-4a32-bf52-4cbf76262567 req-d04c8de2-87c4-43d3-93c0-b87623bbb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:33.892804 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-12d49492-db54-4a32-bf52-4cbf76262567 req-d04c8de2-87c4-43d3-93c0-b87623bbb05b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b146d56-e422-424d-af2b-c9ba1c42fc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1443493 Nov 23 14:32:34.092095 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f91f90c6-3bb9-4549-b353-6be3f2304f89 req-a4e74003-af37-4a41-89da-54d7b4fae07a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308602 Nov 23 14:32:34.101312 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Pushing event updated for resources: {'Port': ['ID=63c9da14-59dc-4f98-9991-e160efd768b9,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:34.103408 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-448841c2-f0ef-4d64-8f9e-63c0db2d49e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.243182 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-12d49492-db54-4a32-bf52-4cbf76262567 req-474f1fd9-f22a-4c67-b3e9-31444b3dc343 service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179464 Nov 23 14:32:34.252135 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Attempting to bind port 63c9da14-59dc-4f98-9991-e160efd768b9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:32:34.252135 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Attempting to bind port 63c9da14-59dc-4f98-9991-e160efd768b9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:32:34.252135 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Attempting to bind port 63c9da14-59dc-4f98-9991-e160efd768b9 on network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:34.342240 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Port 63c9da14-59dc-4f98-9991-e160efd768b9 on network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:32:34.342577 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Attempting to bind port 63c9da14-59dc-4f98-9991-e160efd768b9 on network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:32:34.361905 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:32:34.362240 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Checking segment: {'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:32:34.362642 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Bound using segment: {'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:32:34.363113 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Bound port: 63c9da14-59dc-4f98-9991-e160efd768b9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ee0511-909c-43bd-988d-4cea28540819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:32:34.363477 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.413135 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfca32-acc7-4f52-a624-c6c100b72aed req-5c82360b-890f-4dd0-98e2-376c42e3b184 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:34.417364 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-82bfca32-acc7-4f52-a624-c6c100b72aed req-5c82360b-890f-4dd0-98e2-376c42e3b184 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0884337 Nov 23 14:32:34.455241 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-12d49492-db54-4a32-bf52-4cbf76262567 req-6ac93df9-f1a5-4ee4-be59-3d7cb484e06a service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966999 Nov 23 14:32:34.507796 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-7a8558d4-9fdc-4545-adb4-5b6dc5d4b06a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:34.509394 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-7a8558d4-9fdc-4545-adb4-5b6dc5d4b06a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.1282845 Nov 23 14:32:34.512314 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] For port 63c9da14-59dc-4f98-9991-e160efd768b9, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:32:34.518380 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] For port 63c9da14-59dc-4f98-9991-e160efd768b9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63c9da14-59dc-4f98-9991-e160efd768b9,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:32:34.549585 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-82bfca32-acc7-4f52-a624-c6c100b72aed req-44881363-c7be-421e-8209-fac6bc211100 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249628 Nov 23 14:32:34.625849 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.712069 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:34.713109 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:34.716707 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] 10.222.0.48 "PUT /v2.0/ports/63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 200 len: 1093 time: 1.6321452 Nov 23 14:32:34.722828 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:34.725327 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba672b82-180a-4e31-acba-015ab922897e" -d '{"events": [{"name": "network-changed", "server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:34.798079 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f943b641-bcba-4f9d-9bae-c68de181af62 x-openstack-request-id: req-f943b641-bcba-4f9d-9bae-c68de181af62 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:34.798465 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:34.798874 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f943b641-bcba-4f9d-9bae-c68de181af62 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:34.799393 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9', 'status': 'completed', 'code': 200} Nov 23 14:32:34.800163 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86756e48-5a58-4b0a-9047-9000c082c653 service neutron] Pushing event updated for resources: {'Port': ['ID=63c9da14-59dc-4f98-9991-e160efd768b9,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:34.839877 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba535-5d0b-4edc-b5f9-21d0e7cea97a req-77bbd778-9a9f-4f43-a62c-6746935d0aea tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:34.841571 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-795ba535-5d0b-4edc-b5f9-21d0e7cea97a req-77bbd778-9a9f-4f43-a62c-6746935d0aea tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 943 time: 0.2635596 Nov 23 14:32:35.093587 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ebc70cda-420e-4598-b353-054a2e7534a3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:32:35.159396 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-dc5788c3-b704-4764-8586-a4cc9728fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.161129 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-dc5788c3-b704-4764-8586-a4cc9728fede service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d56c37edac6f48ecb46e95a11b10fe59&device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 1096 time: 0.3791392 Nov 23 14:32:35.241855 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:35.260910 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'port_id': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'mac_address': 'fa:16:3e:f8:49:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:32:35.270001 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-3e74d6bb-08f3-4e1f-a88d-c88b01f0db8b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Deleting port 987b19ed-9ef4-4a47-8573-c96ac0c7c916 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:35.270739 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-3e74d6bb-08f3-4e1f-a88d-c88b01f0db8b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.282504 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-795ba535-5d0b-4edc-b5f9-21d0e7cea97a req-556decee-84fb-4627-b6f8-fff1a7a1e2c0 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244735 Nov 23 14:32:35.286415 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-e14845bf-7ff6-4636-95aa-b8fa9d0101c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 200 len: 217 time: 0.1053133 Nov 23 14:32:35.287404 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9633935-5e05-4256-9aab-7935f9d0c11a req-33f9912f-c9a4-47f0-bd19-55636d8bb8b0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.290260 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d9633935-5e05-4256-9aab-7935f9d0c11a req-33f9912f-c9a4-47f0-bd19-55636d8bb8b0 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1210940 Nov 23 14:32:35.325482 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.341752 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc70cda-420e-4598-b353-054a2e7534a3 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:35.372103 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:35.378073 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d9633935-5e05-4256-9aab-7935f9d0c11a req-69d6daf4-62d9-462e-8403-8f3367ff6f54 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701523 Nov 23 14:32:35.379825 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.449691 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=9']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:35.504533 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-3e74d6bb-08f3-4e1f-a88d-c88b01f0db8b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] For port 987b19ed-9ef4-4a47-8573-c96ac0c7c916, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=987b19ed-9ef4-4a47-8573-c96ac0c7c916,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:35.504985 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-3e74d6bb-08f3-4e1f-a88d-c88b01f0db8b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.514981 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-9b95f35a-52b1-4995-94a1-4a74ecab25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.516589 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-9b95f35a-52b1-4995-94a1-4a74ecab25b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f1c541d-9bcc-4f55-bd4e-db6358b567b2 HTTP/1.1" status: 200 len: 853 time: 0.1365063 Nov 23 14:32:35.524358 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-3e74d6bb-08f3-4e1f-a88d-c88b01f0db8b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Calling delete_port for 987b19ed-9ef4-4a47-8573-c96ac0c7c916 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:35.557729 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f8275-4112-4395-aa2f-f95c5126a0c5 req-68539f44-a750-4320-856d-fbd668dfa1d3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.559675 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-142f8275-4112-4395-aa2f-f95c5126a0c5 req-68539f44-a750-4320-856d-fbd668dfa1d3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 944 time: 0.1319699 Nov 23 14:32:35.642964 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['ebc70cda-420e-4598-b353-054a2e7534a3'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:35.692728 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-231180ff-5f68-496d-b46f-74f550b1c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.694384 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-231180ff-5f68-496d-b46f-74f550b1c112 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=772a01ed-5368-4cc6-820b-6618b7ee3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1650808 Nov 23 14:32:35.699026 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-142f8275-4112-4395-aa2f-f95c5126a0c5 req-e7b47ab7-4960-477b-b45f-e3304e47ae9a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163442 Nov 23 14:32:35.724986 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8db7a1-b21c-4856-860e-e33d70aa8511 req-50a9fe57-d375-4ead-b6aa-f94fb4c97b6d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:35.726616 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0c8db7a1-b21c-4856-860e-e33d70aa8511 req-50a9fe57-d375-4ead-b6aa-f94fb4c97b6d tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8e8f13-3493-4d35-a574-930b4209bf41 HTTP/1.1" status: 200 len: 946 time: 0.0951159 Nov 23 14:32:35.811422 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0c8db7a1-b21c-4856-860e-e33d70aa8511 req-67061dfc-97ae-4ce1-8c42-889d53189cfb tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772529 Nov 23 14:32:35.884062 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-19463040-2a5a-4396-bd5c-93c869947126 service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753960 Nov 23 14:32:35.889755 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-3e74d6bb-08f3-4e1f-a88d-c88b01f0db8b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:35.941018 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74d6bb-08f3-4e1f-a88d-c88b01f0db8b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Pushing event deleted for resources: {'Port': ['ID=987b19ed-9ef4-4a47-8573-c96ac0c7c916,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:36.035493 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-3e74d6bb-08f3-4e1f-a88d-c88b01f0db8b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] No DVR routers for this DVR port 987b19ed-9ef4-4a47-8573-c96ac0c7c916 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:32:36.039066 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-3e74d6bb-08f3-4e1f-a88d-c88b01f0db8b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.042840 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2c8e0fc4-d0c2-4aa0-891f-15c2d48ea8dc req-3e74d6bb-08f3-4e1f-a88d-c88b01f0db8b tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.48 "DELETE /v2.0/ports/987b19ed-9ef4-4a47-8573-c96ac0c7c916 HTTP/1.1" status: 204 len: 173 time: 1.5219457 Nov 23 14:32:36.067690 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-caaa25c4-2647-4cd5-8032-cc8fddd87cf7 req-13426c16-9d09-4f54-a9a2-62f31ac77b14 service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670625 Nov 23 14:32:36.181827 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672b82-180a-4e31-acba-015ab922897e req-54472ba9-2d06-4563-b4b6-8e89799df45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:36.183389 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ba672b82-180a-4e31-acba-015ab922897e req-54472ba9-2d06-4563-b4b6-8e89799df45c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d56c37edac6f48ecb46e95a11b10fe59&device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 1096 time: 0.0572128 Nov 23 14:32:36.288799 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1191887d-d72f-4b81-b2dc-95d48d754872'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:36.301422 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672b82-180a-4e31-acba-015ab922897e req-3bacc732-bb89-47e4-bb1f-6e6935fb0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:36.303500 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ba672b82-180a-4e31-acba-015ab922897e req-3bacc732-bb89-47e4-bb1f-6e6935fb0f7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=772a01ed-5368-4cc6-820b-6618b7ee3bf2 HTTP/1.1" status: 200 len: 915 time: 0.1084533 Nov 23 14:32:36.359141 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ba672b82-180a-4e31-acba-015ab922897e req-94b5dfc4-2e30-4323-9ac9-a5232e981afb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 200 len: 217 time: 0.0436430 Nov 23 14:32:36.460382 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672b82-180a-4e31-acba-015ab922897e req-5a68bce8-e74d-414b-82f0-00f2b26bb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:36.462139 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ba672b82-180a-4e31-acba-015ab922897e req-5a68bce8-e74d-414b-82f0-00f2b26bb517 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f1c541d-9bcc-4f55-bd4e-db6358b567b2 HTTP/1.1" status: 200 len: 853 time: 0.0931265 Nov 23 14:32:36.491358 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0ba54-dbb5-4f3b-a9ae-3bb1aa253358 req-431a5106-fece-4f45-ba71-a878082dbb94 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:36.493000 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-09e0ba54-dbb5-4f3b-a9ae-3bb1aa253358 req-431a5106-fece-4f45-ba71-a878082dbb94 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 943 time: 0.0894487 Nov 23 14:32:36.542283 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5776d-7bf2-4d35-9a7b-03357f174df0 req-6c60af81-0e3c-4a6b-9b49-2349c0d0d162 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:36.544450 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-43e5776d-7bf2-4d35-9a7b-03357f174df0 req-6c60af81-0e3c-4a6b-9b49-2349c0d0d162 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0662682 Nov 23 14:32:36.579124 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-35c28d39-c6b8-41f3-8720-1cb6e8965090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.579543 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672b82-180a-4e31-acba-015ab922897e req-0509702d-f62b-432e-8e30-85c66d9b620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:36.581536 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ba672b82-180a-4e31-acba-015ab922897e req-0509702d-f62b-432e-8e30-85c66d9b620c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=772a01ed-5368-4cc6-820b-6618b7ee3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1095738 Nov 23 14:32:36.587734 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-09e0ba54-dbb5-4f3b-a9ae-3bb1aa253358 req-916dcdb5-c9c3-4499-a5e8-8c2b80d10005 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798972 Nov 23 14:32:36.655789 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-43e5776d-7bf2-4d35-9a7b-03357f174df0 req-0c3986d3-292b-4875-8c03-ea073a7e9db6 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972049 Nov 23 14:32:36.722676 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ba672b82-180a-4e31-acba-015ab922897e req-e7e10dac-b822-4a04-95fd-685d93595b4a service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300032 Nov 23 14:32:36.795797 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47062) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:36.809384 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8e8f13-3493-4d35-a574-930b4209bf41', 'name': 'network-vif-deleted', 'tag': '987b19ed-9ef4-4a47-8573-c96ac0c7c916'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:36.811600 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f064d9-3d39-4dbd-b5d3-794a10bcc727" -d '{"events": [{"server_uuid": "0f8e8f13-3493-4d35-a574-930b4209bf41", "name": "network-vif-deleted", "tag": "987b19ed-9ef4-4a47-8573-c96ac0c7c916"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:36.857573 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5dce23-532b-4fba-8dbd-bdb9dd3bc880 x-openstack-request-id: req-fb5dce23-532b-4fba-8dbd-bdb9dd3bc880 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:36.857871 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8e8f13-3493-4d35-a574-930b4209bf41", "name": "network-vif-deleted", "tag": "987b19ed-9ef4-4a47-8573-c96ac0c7c916", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:36.858250 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb5dce23-532b-4fba-8dbd-bdb9dd3bc880 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:36.858545 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8e8f13-3493-4d35-a574-930b4209bf41', 'name': 'network-vif-deleted', 'tag': '987b19ed-9ef4-4a47-8573-c96ac0c7c916', 'status': 'completed', 'code': 200} Nov 23 14:32:36.884264 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ba672b82-180a-4e31-acba-015ab922897e req-a8602adf-404c-42bf-aace-6aeac0ff0ada service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460583 Nov 23 14:32:36.893687 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093fb4d-f956-42ee-83b3-ded9f06439b0 req-0146b310-1217-4e5c-a9ca-cb1cfc8f389e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:36.895149 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8093fb4d-f956-42ee-83b3-ded9f06439b0 req-0146b310-1217-4e5c-a9ca-cb1cfc8f389e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 944 time: 0.0784061 Nov 23 14:32:36.944270 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f9beadcf-d987-459e-806a-43df244c4e54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:36.970999 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8093fb4d-f956-42ee-83b3-ded9f06439b0 req-acf1cdda-067a-44a5-9079-549637db18f0 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664253 Nov 23 14:32:37.052292 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f9beadcf-d987-459e-806a-43df244c4e54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.057311 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f9beadcf-d987-459e-806a-43df244c4e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.093399 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ebc70cda-420e-4598-b353-054a2e7534a3 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:32:37.100575 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-f9beadcf-d987-459e-806a-43df244c4e54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99b506f21f3c486aa22c5658851b4575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035054 Nov 23 14:32:37.103229 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47074) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:37.110900 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9beadcf-d987-459e-806a-43df244c4e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd399a3-4539-484c-9aa0-ab316f2b773c,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:37.150607 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port ebc70cda-420e-4598-b353-054a2e7534a3 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:37.151334 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.168086 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bbf3f-54fa-4288-8172-2af9f62d275e req-c55ef50d-edc9-4229-850a-42ca1b167ba1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:37.169821 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-299bbf3f-54fa-4288-8172-2af9f62d275e req-c55ef50d-edc9-4229-850a-42ca1b167ba1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0550694 Nov 23 14:32:37.178984 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2841f1f7-905e-4c15-8481-97e29d7b37c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.210859 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2841f1f7-905e-4c15-8481-97e29d7b37c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.229578 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-299bbf3f-54fa-4288-8172-2af9f62d275e req-4efa2a23-b47a-44e2-b723-2c437beafef1 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488155 Nov 23 14:32:37.252458 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.288694 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2841f1f7-905e-4c15-8481-97e29d7b37c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.292157 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:37.293274 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2841f1f7-905e-4c15-8481-97e29d7b37c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.293621 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-2841f1f7-905e-4c15-8481-97e29d7b37c1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ebd399a3-4539-484c-9aa0-ab316f2b773c HTTP/1.1" status: 204 len: 168 time: 0.1893983 Nov 23 14:32:37.294624 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cee6d4c-8368-4461-b261-2de228da43c8" -d '{"events": [{"server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "name": "network-vif-plugged", "status": "completed", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:37.302940 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841f1f7-905e-4c15-8481-97e29d7b37c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd399a3-4539-484c-9aa0-ab316f2b773c,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:37.329838 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:37.338113 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.338919 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 987b19ed-9ef4-4a47-8573-c96ac0c7c916 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:37.362645 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdefdd7f-9b92-476d-a8cf-ef06b48c3e10 x-openstack-request-id: req-bdefdd7f-9b92-476d-a8cf-ef06b48c3e10 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:37.362968 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "name": "network-vif-plugged", "status": "completed", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:37.363228 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bdefdd7f-9b92-476d-a8cf-ef06b48c3e10 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:37.363706 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'code': 200} Nov 23 14:32:37.386472 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 987b19ed-9ef4-4a47-8573-c96ac0c7c916 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:37.386727 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 987b19ed-9ef4-4a47-8573-c96ac0c7c916 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:37.418643 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=10']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:37.619852 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47084) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:37.633609 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7d108e79-5d49-4cb9-ab40-32690d3d961a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.722884 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cb4da-e197-47ae-860e-e05ded9af3a3 req-ab59239c-3680-446b-9b68-8704a39ef41f tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:37.724436 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6b2cb4da-e197-47ae-860e-e05ded9af3a3 req-ab59239c-3680-446b-9b68-8704a39ef41f tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 943 time: 0.0571082 Nov 23 14:32:37.728478 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7d108e79-5d49-4cb9-ab40-32690d3d961a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.735252 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7d108e79-5d49-4cb9-ab40-32690d3d961a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.818631 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d108e79-5d49-4cb9-ab40-32690d3d961a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f64fef-010d-4264-9bc8-e809f76b5b0f,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:37.826236 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-7d108e79-5d49-4cb9-ab40-32690d3d961a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58b7c29db3af4a9cbb85f86f3987e208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023435 Nov 23 14:32:37.826496 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6b2cb4da-e197-47ae-860e-e05ded9af3a3 req-e3047c30-45d0-4dc0-b517-9af3805740a6 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886757 Nov 23 14:32:37.826496 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47088) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:37.868317 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376aa25-a304-4c21-81dc-b5ff8da646a7 req-e57c7df9-a2d2-4bb6-bb7a-530bca435b56 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:37.871358 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d376aa25-a304-4c21-81dc-b5ff8da646a7 req-e57c7df9-a2d2-4bb6-bb7a-530bca435b56 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1206691 Nov 23 14:32:37.903634 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-28b53c34-6fb9-4ccf-b5ad-c4cdf2b1401a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.942423 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d376aa25-a304-4c21-81dc-b5ff8da646a7 req-a3d40cc2-6435-4129-9c04-fa81e6ccb309 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649610 Nov 23 14:32:37.955994 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-28b53c34-6fb9-4ccf-b5ad-c4cdf2b1401a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:37.999551 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dbc99-17ad-4cb7-bd9a-06d79204ac0d req-989a9bde-2ec8-4b39-bcd9-1039f28df26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:38.001790 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d93dbc99-17ad-4cb7-bd9a-06d79204ac0d req-989a9bde-2ec8-4b39-bcd9-1039f28df26a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 1099 time: 0.0782609 Nov 23 14:32:38.042988 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-28b53c34-6fb9-4ccf-b5ad-c4cdf2b1401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.045893 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-28b53c34-6fb9-4ccf-b5ad-c4cdf2b1401a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.049505 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-28b53c34-6fb9-4ccf-b5ad-c4cdf2b1401a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/85f64fef-010d-4264-9bc8-e809f76b5b0f HTTP/1.1" status: 204 len: 168 time: 0.2170906 Nov 23 14:32:38.094679 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b53c34-6fb9-4ccf-b5ad-c4cdf2b1401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f64fef-010d-4264-9bc8-e809f76b5b0f,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:38.102395 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d93dbc99-17ad-4cb7-bd9a-06d79204ac0d req-1b6759c6-fac5-4e39-8c41-9a1b8b35a0c4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908327 Nov 23 14:32:38.128651 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd2fe4-80c1-436f-b6d4-10919af796a7 req-98338b5c-af45-4547-86fe-a565defb6848 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:38.130229 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38fd2fe4-80c1-436f-b6d4-10919af796a7 req-98338b5c-af45-4547-86fe-a565defb6848 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 946 time: 0.0772073 Nov 23 14:32:38.192599 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-38fd2fe4-80c1-436f-b6d4-10919af796a7 req-c475e65f-4059-4c3e-b37c-b5d69c8f87cf tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554576 Nov 23 14:32:38.204830 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:38.360944 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a6464-8ff6-4b48-b908-982a01b4d4cc req-eb4671b2-3b96-49b5-a1ef-2c6eb34e5546 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:38.362511 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6d8a6464-8ff6-4b48-b908-982a01b4d4cc req-eb4671b2-3b96-49b5-a1ef-2c6eb34e5546 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0528498 Nov 23 14:32:38.420964 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6d8a6464-8ff6-4b48-b908-982a01b4d4cc req-718f69b4-5b4b-40e6-8f9f-99bf3b456ac5 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515797 Nov 23 14:32:38.943535 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25a12c-ab7f-46f2-b19d-4a95d0f3abcd req-40c6350b-1371-4e33-8dc7-a557eb505548 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:38.945239 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fc25a12c-ab7f-46f2-b19d-4a95d0f3abcd req-40c6350b-1371-4e33-8dc7-a557eb505548 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 943 time: 0.0495155 Nov 23 14:32:39.015489 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fc25a12c-ab7f-46f2-b19d-4a95d0f3abcd req-01b21d0c-6877-4132-b59d-7cea150c93a6 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635421 Nov 23 14:32:39.099540 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea747552-1d25-4df8-9c81-b50dd1ffe591 req-3f0dcde5-87e0-4458-b9f4-785fada5c636 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:39.101166 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ea747552-1d25-4df8-9c81-b50dd1ffe591 req-3f0dcde5-87e0-4458-b9f4-785fada5c636 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0591667 Nov 23 14:32:39.105893 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 63c9da14-59dc-4f98-9991-e160efd768b9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:32:39.165996 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ea747552-1d25-4df8-9c81-b50dd1ffe591 req-06f7a897-26af-4081-9926-157b99c29254 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533063 Nov 23 14:32:39.242635 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 63c9da14-59dc-4f98-9991-e160efd768b9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63c9da14-59dc-4f98-9991-e160efd768b9,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:39.256229 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '63c9da14-59dc-4f98-9991-e160efd768b9', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'port_id': '63c9da14-59dc-4f98-9991-e160efd768b9', 'mac_address': 'fa:16:3e:c5:51:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:32:39.299866 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.320196 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c9da14-59dc-4f98-9991-e160efd768b9 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:32:39.330844 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c7e85-4055-4728-9dd2-47d4bf7da3b3 req-5194ab10-f7f4-4e5b-802b-21550436646e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:39.337215 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd4c7e85-4055-4728-9dd2-47d4bf7da3b3 req-5194ab10-f7f4-4e5b-802b-21550436646e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 946 time: 0.0658019 Nov 23 14:32:39.345045 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 63c9da14-59dc-4f98-9991-e160efd768b9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63c9da14-59dc-4f98-9991-e160efd768b9,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:39.354830 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:39.416818 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=63c9da14-59dc-4f98-9991-e160efd768b9,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:39.429109 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd4c7e85-4055-4728-9dd2-47d4bf7da3b3 req-35001a04-9476-4803-8663-6cf8b743a2eb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883009 Nov 23 14:32:39.553832 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e98bc-cbda-43f7-9378-13eb3e6a9ddf req-4fcfd3e3-8d87-433d-8aa7-73da941f5ee9 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:39.555810 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5a8e98bc-cbda-43f7-9378-13eb3e6a9ddf req-4fcfd3e3-8d87-433d-8aa7-73da941f5ee9 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0567269 Nov 23 14:32:39.623655 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5a8e98bc-cbda-43f7-9378-13eb3e6a9ddf req-aff8a829-ff6e-439c-b73b-463313ae4875 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610201 Nov 23 14:32:39.714978 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['63c9da14-59dc-4f98-9991-e160efd768b9'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:39.857536 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:40.153488 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c5863-6f1b-4b38-af0f-22f7703de527 req-1a6de2b5-9e48-4cad-b604-aace33f0a291 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:40.165047 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-515c5863-6f1b-4b38-af0f-22f7703de527 req-1a6de2b5-9e48-4cad-b604-aace33f0a291 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 944 time: 0.0635118 Nov 23 14:32:40.217120 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-515c5863-6f1b-4b38-af0f-22f7703de527 req-3dd5eb1e-1b20-4fe9-ba4b-b09207e40aa7 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529928 Nov 23 14:32:40.321180 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78d453-0ce5-40ca-a122-f18a02c47c97 req-fff96f0d-c0a2-49e2-a8c7-742f7d5cb083 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:40.322761 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3a78d453-0ce5-40ca-a122-f18a02c47c97 req-fff96f0d-c0a2-49e2-a8c7-742f7d5cb083 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0583124 Nov 23 14:32:40.378550 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3a78d453-0ce5-40ca-a122-f18a02c47c97 req-9c365bb5-dcf8-408e-bef7-340d14e05c27 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487304 Nov 23 14:32:40.483963 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:40.556696 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7a656-0a2b-4fee-965b-8bef9280b0cc req-1b1e7dbf-b009-4796-8045-aebcfcb8a8fb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:40.558088 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e3b7a656-0a2b-4fee-965b-8bef9280b0cc req-1b1e7dbf-b009-4796-8045-aebcfcb8a8fb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 946 time: 0.0493131 Nov 23 14:32:40.607347 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e3b7a656-0a2b-4fee-965b-8bef9280b0cc req-7867acb9-b7db-444b-b542-7bc64f95111d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422671 Nov 23 14:32:40.743034 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56902b78-407b-400c-960d-fcde15319365 req-9ce410fa-7526-4066-bfae-82af58ca37ab tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:40.744541 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-56902b78-407b-400c-960d-fcde15319365 req-9ce410fa-7526-4066-bfae-82af58ca37ab tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0498409 Nov 23 14:32:40.795856 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-56902b78-407b-400c-960d-fcde15319365 req-134e692a-5748-455a-b5c1-150e2ae57c60 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Nov 23 14:32:41.107820 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 63c9da14-59dc-4f98-9991-e160efd768b9 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:32:41.157504 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 63c9da14-59dc-4f98-9991-e160efd768b9 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:32:41.161857 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 63c9da14-59dc-4f98-9991-e160efd768b9 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:41.162240 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.243727 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.270830 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:41.273349 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fbdc09-74f8-43e5-963b-293a3a642eb2" -d '{"events": [{"server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "name": "network-vif-plugged", "status": "completed", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:41.291457 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 63c9da14-59dc-4f98-9991-e160efd768b9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63c9da14-59dc-4f98-9991-e160efd768b9,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:41.298939 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:41.328861 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6de2b58-85f9-4d7b-b954-389674a57699 x-openstack-request-id: req-d6de2b58-85f9-4d7b-b954-389674a57699 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:41.329203 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "name": "network-vif-plugged", "status": "completed", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:41.329457 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6de2b58-85f9-4d7b-b954-389674a57699 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:41.330146 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9', 'code': 200} Nov 23 14:32:41.343496 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32f3f5-9aac-4b4f-9093-2e92707d9e91 req-f5319f64-a289-46b7-a063-6620d7901a44 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:41.345966 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9a32f3f5-9aac-4b4f-9093-2e92707d9e91 req-f5319f64-a289-46b7-a063-6620d7901a44 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 944 time: 0.0683382 Nov 23 14:32:41.371589 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=63c9da14-59dc-4f98-9991-e160efd768b9,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:41.405695 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9a32f3f5-9aac-4b4f-9093-2e92707d9e91 req-240ecd0c-5b18-4fc9-af9e-cccc5eec69ce tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531664 Nov 23 14:32:41.510784 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33160b-0606-4188-99ff-07d8728bcbbe req-b6a30120-0ae3-4af7-8fc9-c48669e73f1e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:41.512251 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cc33160b-0606-4188-99ff-07d8728bcbbe req-b6a30120-0ae3-4af7-8fc9-c48669e73f1e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0518935 Nov 23 14:32:41.518702 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19b2ea-9c67-402c-a53d-94051c124141 req-681b0ada-cafc-4f72-af89-011907f810c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:41.520422 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1c19b2ea-9c67-402c-a53d-94051c124141 req-681b0ada-cafc-4f72-af89-011907f810c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 1098 time: 0.0427725 Nov 23 14:32:41.574301 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1c19b2ea-9c67-402c-a53d-94051c124141 req-4ba97520-ac60-477d-b856-b65c51df1a54 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Nov 23 14:32:41.576051 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cc33160b-0606-4188-99ff-07d8728bcbbe req-de078359-0c4d-417d-9b6b-19d7dff99013 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541594 Nov 23 14:32:41.912129 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4c96c-b605-4b9b-8cae-e4f7e1fd3460 req-90bce4cb-46e7-4574-bd84-47ce01609999 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:41.915136 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-64b4c96c-b605-4b9b-8cae-e4f7e1fd3460 req-90bce4cb-46e7-4574-bd84-47ce01609999 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0509622 Nov 23 14:32:41.969595 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-64b4c96c-b605-4b9b-8cae-e4f7e1fd3460 req-a347c221-1521-4fb1-8362-a38ccd8763fd tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476558 Nov 23 14:32:42.525020 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91f85f-4c7a-4444-86b5-d889c9e426bc req-6ae76ef6-5adc-4f48-841d-08876180a4d3 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:42.526348 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4b91f85f-4c7a-4444-86b5-d889c9e426bc req-6ae76ef6-5adc-4f48-841d-08876180a4d3 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0505493 Nov 23 14:32:42.577402 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4b91f85f-4c7a-4444-86b5-d889c9e426bc req-422fdd82-57a4-41e5-b2d3-9b678d418049 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432622 Nov 23 14:32:42.706552 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82d4c6-a07e-4b2a-99d1-dc8ba5674b28 req-d045825c-cbaa-4999-91b8-c6c05ab5f00e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:42.708125 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-aa82d4c6-a07e-4b2a-99d1-dc8ba5674b28 req-d045825c-cbaa-4999-91b8-c6c05ab5f00e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0556412 Nov 23 14:32:42.760294 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-aa82d4c6-a07e-4b2a-99d1-dc8ba5674b28 req-34fa5ce3-a127-47f9-a80a-911158f9b77d tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461180 Nov 23 14:32:42.784630 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:32:42.909652 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-cb33f6ab-57b9-4daf-b071-c62940f53086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:42.911077 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-cb33f6ab-57b9-4daf-b071-c62940f53086 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 1098 time: 0.0439646 Nov 23 14:32:43.052591 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-c54d6c0f-1eb8-45c4-9763-d09ed5f5d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:43.054119 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-c54d6c0f-1eb8-45c4-9763-d09ed5f5d422 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 200 len: 912 time: 0.0976157 Nov 23 14:32:43.097642 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372d0fd-5af0-453d-85a0-a795ad0cd72a req-4bf2890b-9aa9-4092-88a3-a8e648769c2a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:43.099481 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2372d0fd-5af0-453d-85a0-a795ad0cd72a req-4bf2890b-9aa9-4092-88a3-a8e648769c2a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0550413 Nov 23 14:32:43.136258 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-dba3127c-d964-4a3d-8bda-baabfd310096 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4641ebcf-f827-4694-b1e1-4700e620a804 HTTP/1.1" status: 200 len: 1001 time: 0.0668421 Nov 23 14:32:43.154789 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2372d0fd-5af0-453d-85a0-a795ad0cd72a req-e655174c-a97a-4213-9934-0cc405a7735f tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466363 Nov 23 14:32:43.204037 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-fe53b53c-92b0-4a50-b5ee-5add8c327e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:43.205516 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-fe53b53c-92b0-4a50-b5ee-5add8c327e50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70 HTTP/1.1" status: 200 len: 850 time: 0.0595517 Nov 23 14:32:43.255290 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-f6b05b6e-7176-407b-8585-a0a1163a97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:43.256817 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-f6b05b6e-7176-407b-8585-a0a1163a97a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72082c76-6ced-497f-a837-e78d35ddc847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422118 Nov 23 14:32:43.363179 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-bb259848-621b-465b-9803-7c6b50221d8d service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965154 Nov 23 14:32:43.463052 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-950cb15e-21fb-459d-8797-329aebe1ceaa req-50a06ec6-015c-4049-8bc6-afce59ac1fd7 service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910394 Nov 23 14:32:43.466501 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47234) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:43.574000 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a388907a-654d-42fa-a98b-5f2cb36008f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.655773 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a388907a-654d-42fa-a98b-5f2cb36008f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.667111 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a388907a-654d-42fa-a98b-5f2cb36008f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.733774 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388907a-654d-42fa-a98b-5f2cb36008f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3e2014-d5f9-4adc-b162-fbe04ebb8608,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:43.743042 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-a388907a-654d-42fa-a98b-5f2cb36008f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1bf4d896237c4a82a800c4586c19b26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728992 Nov 23 14:32:43.743492 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47240) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:43.770904 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecc20d-e878-4966-b2c4-43016d7428f9 req-16d07693-ca80-40d0-8e16-6b31167ca061 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:43.773019 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a4ecc20d-e878-4966-b2c4-43016d7428f9 req-16d07693-ca80-40d0-8e16-6b31167ca061 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.1194010 Nov 23 14:32:43.846130 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3d473e24-5233-4345-b706-5229a7541707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.854351 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a4ecc20d-e878-4966-b2c4-43016d7428f9 req-9ccba000-7026-48f3-8955-dbc1af5614e4 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689251 Nov 23 14:32:43.878383 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3d473e24-5233-4345-b706-5229a7541707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.902291 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dde534-cf57-4b7b-bbb4-fc5be2fdbc5e req-27127a89-06d5-432e-86fb-5e34a04b901a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:43.904123 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b9dde534-cf57-4b7b-bbb4-fc5be2fdbc5e req-27127a89-06d5-432e-86fb-5e34a04b901a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0582204 Nov 23 14:32:43.948375 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3d473e24-5233-4345-b706-5229a7541707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.951161 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3d473e24-5233-4345-b706-5229a7541707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:43.952331 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-3d473e24-5233-4345-b706-5229a7541707 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed3e2014-d5f9-4adc-b162-fbe04ebb8608 HTTP/1.1" status: 204 len: 168 time: 0.2081244 Nov 23 14:32:43.959112 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b9dde534-cf57-4b7b-bbb4-fc5be2fdbc5e req-ebe31241-9dc9-4f01-bda8-73bbd76d3974 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484154 Nov 23 14:32:43.996755 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d473e24-5233-4345-b706-5229a7541707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3e2014-d5f9-4adc-b162-fbe04ebb8608,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:44.048109 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16615f-4f84-49a7-9936-a302c600d184 req-f1353259-d7dd-4b02-b921-8fbdff13e95c tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:44.049650 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2d16615f-4f84-49a7-9936-a302c600d184 req-f1353259-d7dd-4b02-b921-8fbdff13e95c tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.1161911 Nov 23 14:32:44.060346 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-12ab8741-e663-487e-b184-6a1538f9a771 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:44.061872 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-12ab8741-e663-487e-b184-6a1538f9a771 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0752661 Nov 23 14:32:44.156657 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2d16615f-4f84-49a7-9936-a302c600d184 req-c1ac0714-9213-4e6e-95b0-7f2a2f274851 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933239 Nov 23 14:32:44.205186 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-1cc052ce-bc9a-4da6-9d62-028b6a99e38a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Deleting port 1191887d-d72f-4b81-b2dc-95d48d754872 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:44.205559 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-1cc052ce-bc9a-4da6-9d62-028b6a99e38a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.277836 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47254) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:44.307445 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da49c4-9975-4f8a-abd8-066a8f7a7304 req-6c4ba744-de33-4c8f-82fa-818975be2202 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:44.309334 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-65da49c4-9975-4f8a-abd8-066a8f7a7304 req-6c4ba744-de33-4c8f-82fa-818975be2202 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0d95abc-b166-433c-a7ee-a3b949394b35 HTTP/1.1" status: 200 len: 946 time: 0.0729730 Nov 23 14:32:44.310842 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d3c19bd3-2d5f-4443-84a4-6d23a47760a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.330467 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-1cc052ce-bc9a-4da6-9d62-028b6a99e38a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] For port 1191887d-d72f-4b81-b2dc-95d48d754872, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1191887d-d72f-4b81-b2dc-95d48d754872,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:44.331132 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-1cc052ce-bc9a-4da6-9d62-028b6a99e38a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.346133 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-1cc052ce-bc9a-4da6-9d62-028b6a99e38a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Calling delete_port for 1191887d-d72f-4b81-b2dc-95d48d754872 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:44.386635 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-65da49c4-9975-4f8a-abd8-066a8f7a7304 req-fa697419-6352-4651-84a9-4772eab53507 tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ff3cf38-816e-43b1-965f-b7d054bcf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664451 Nov 23 14:32:44.443293 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d3c19bd3-2d5f-4443-84a4-6d23a47760a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.449239 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d3c19bd3-2d5f-4443-84a4-6d23a47760a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.487073 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-d3c19bd3-2d5f-4443-84a4-6d23a47760a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0bc742c48b24494a03a9b9f2c871aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081861 Nov 23 14:32:44.491948 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47258) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:44.499017 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-1cc052ce-bc9a-4da6-9d62-028b6a99e38a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.511630 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['1191887d-d72f-4b81-b2dc-95d48d754872'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:32:44.534005 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc052ce-bc9a-4da6-9d62-028b6a99e38a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Pushing event deleted for resources: {'Port': ['ID=1191887d-d72f-4b81-b2dc-95d48d754872,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:44.541951 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c19bd3-2d5f-4443-84a4-6d23a47760a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b32973c-0320-45b4-aa8c-634bcb7f2d35,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:44.579618 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-1cc052ce-bc9a-4da6-9d62-028b6a99e38a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] No DVR routers for this DVR port 1191887d-d72f-4b81-b2dc-95d48d754872 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:32:44.581638 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-1cc052ce-bc9a-4da6-9d62-028b6a99e38a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.585084 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b607912f-c867-4cfd-a216-8e3d0a646f97 req-1cc052ce-bc9a-4da6-9d62-028b6a99e38a tempest-ServerRescueNegativeTestJSON-1756951113 tempest-ServerRescueNegativeTestJSON-1756951113-project] 10.222.0.48 "DELETE /v2.0/ports/1191887d-d72f-4b81-b2dc-95d48d754872 HTTP/1.1" status: 204 len: 173 time: 0.5057762 Nov 23 14:32:44.585546 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d95abc-b166-433c-a7ee-a3b949394b35', 'name': 'network-vif-deleted', 'tag': '1191887d-d72f-4b81-b2dc-95d48d754872'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:44.587924 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7cdfe7-116b-4206-b407-512429c36e6e" -d '{"events": [{"server_uuid": "e0d95abc-b166-433c-a7ee-a3b949394b35", "name": "network-vif-deleted", "tag": "1191887d-d72f-4b81-b2dc-95d48d754872"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:44.598583 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f99d3f-115d-4142-b718-0def75aad46c req-81fb6f44-71cd-44e1-bb5b-a30817c49faa tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:44.600190 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-86f99d3f-115d-4142-b718-0def75aad46c req-81fb6f44-71cd-44e1-bb5b-a30817c49faa tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0968435 Nov 23 14:32:44.624514 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05e3dcad-bb89-4e19-9ce3-c915877d4fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.634618 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b154cc8-8829-45f4-85ec-a05c4670005f x-openstack-request-id: req-9b154cc8-8829-45f4-85ec-a05c4670005f {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:44.634923 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d95abc-b166-433c-a7ee-a3b949394b35", "name": "network-vif-deleted", "tag": "1191887d-d72f-4b81-b2dc-95d48d754872", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:44.635242 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b154cc8-8829-45f4-85ec-a05c4670005f {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:44.635765 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d95abc-b166-433c-a7ee-a3b949394b35', 'name': 'network-vif-deleted', 'tag': '1191887d-d72f-4b81-b2dc-95d48d754872', 'status': 'completed', 'code': 200} Nov 23 14:32:44.674944 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05e3dcad-bb89-4e19-9ce3-c915877d4fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.696810 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-86f99d3f-115d-4142-b718-0def75aad46c req-e9359608-5aca-4541-b133-401f9880da7a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837636 Nov 23 14:32:44.753059 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05e3dcad-bb89-4e19-9ce3-c915877d4fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.755755 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-05e3dcad-bb89-4e19-9ce3-c915877d4fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:44.756943 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-05e3dcad-bb89-4e19-9ce3-c915877d4fd5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5b32973c-0320-45b4-aa8c-634bcb7f2d35 HTTP/1.1" status: 204 len: 168 time: 0.2640285 Nov 23 14:32:44.766155 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3dcad-bb89-4e19-9ce3-c915877d4fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b32973c-0320-45b4-aa8c-634bcb7f2d35,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:45.115047 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a376b-bb82-4aa7-b429-d153c5767ba2 req-00c1eb2e-b90e-4cd6-8a6c-090cd8c04d4c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:45.116771 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b05a376b-bb82-4aa7-b429-d153c5767ba2 req-00c1eb2e-b90e-4cd6-8a6c-090cd8c04d4c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0735207 Nov 23 14:32:45.198480 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b05a376b-bb82-4aa7-b429-d153c5767ba2 req-475b1a64-3113-4a4b-baab-2dc0d8979b0c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664246 Nov 23 14:32:45.470040 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47288) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:45.969254 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599750'] for router_interface, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.056184 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.356277 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] Deleting port 50dc8fac-8795-44a8-ab54-4718220adef5 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:46.357087 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.385529 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55812b0-4b44-43db-abad-7c93ac0841c6 req-8afb7d64-8d53-4eca-a554-e23bfcef4107 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:46.395693 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d55812b0-4b44-43db-abad-7c93ac0841c6 req-8afb7d64-8d53-4eca-a554-e23bfcef4107 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0806570 Nov 23 14:32:46.477578 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d55812b0-4b44-43db-abad-7c93ac0841c6 req-5f175353-ec0d-4496-925c-b97ec06b781d tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808203 Nov 23 14:32:46.489649 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] For port 50dc8fac-8795-44a8-ab54-4718220adef5, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=50dc8fac-8795-44a8-ab54-4718220adef5,segment=NetworkSegment(1cc5891e-8e76-46e1-8e3d-ab520601a6c1),segment_id=1cc5891e-8e76-46e1-8e3d-ab520601a6c1)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:46.490607 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.517865 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] Calling delete_port for 50dc8fac-8795-44a8-ab54-4718220adef5 owned by network:router_interface {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:46.818918 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2b988-19cb-4bb3-99bb-0a2cce996714 req-ce85109d-85a2-43cd-8dca-d9287eb79645 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:46.823877 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-28f2b988-19cb-4bb3-99bb-0a2cce996714 req-ce85109d-85a2-43cd-8dca-d9287eb79645 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1065357 Nov 23 14:32:46.922884 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-1380a8e8-6f5b-4a3b-9d20-1b664a338c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:46.924443 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-1380a8e8-6f5b-4a3b-9d20-1b664a338c2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 1098 time: 0.0939484 Nov 23 14:32:46.943437 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:46.959890 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-28f2b988-19cb-4bb3-99bb-0a2cce996714 req-74393945-519d-4d0f-91e5-840115291e6d tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170962 Nov 23 14:32:46.985823 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] Pushing event deleted for resources: {'Port': ['ID=50dc8fac-8795-44a8-ab54-4718220adef5,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:47.082373 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-ac03e8a4-b6d4-4f8f-8988-c4225552df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:47.083874 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-ac03e8a4-b6d4-4f8f-8988-c4225552df6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 200 len: 912 time: 0.1494832 Nov 23 14:32:47.121899 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 1191887d-d72f-4b81-b2dc-95d48d754872 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:47.162424 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 1191887d-d72f-4b81-b2dc-95d48d754872 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:47.163182 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 1191887d-d72f-4b81-b2dc-95d48d754872 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:47.190075 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-b9dacfb7-5d3c-4dda-a527-37bfd33d1311 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4641ebcf-f827-4694-b1e1-4700e620a804 HTTP/1.1" status: 200 len: 1001 time: 0.0967991 Nov 23 14:32:47.269158 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-b8b3ae6c-d159-4e58-b2ae-653bda1606fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:47.271346 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-b8b3ae6c-d159-4e58-b2ae-653bda1606fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70 HTTP/1.1" status: 200 len: 850 time: 0.0721734 Nov 23 14:32:47.325620 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-92ab6697-6684-4c46-a759-81306a72982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:47.327318 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-92ab6697-6684-4c46-a759-81306a72982f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72082c76-6ced-497f-a837-e78d35ddc847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441635 Nov 23 14:32:47.384823 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562774'] for router_interface, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:47.443843 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-a7f62f43-643b-4bd7-a655-fe4d0e559f99 service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072674 Nov 23 14:32:47.568228 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7c444aff-bae1-4707-b312-6203f47cb4ec req-074ac404-a69f-4272-98e3-9e19b5b35c56 service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119955 Nov 23 14:32:47.665964 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] Router 811a73d8-d575-43d6-b6e7-61c337aa36c4 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:32:47.792562 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:47.798364 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-6d1d5b2c-9272-4161-a558-69b0f28bf953 admin admin] 10.222.0.59 "PUT /v2.0/routers/811a73d8-d575-43d6-b6e7-61c337aa36c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3267775 Nov 23 14:32:47.801584 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47352) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:47.805084 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] Sync routers for ids ['811a73d8-d575-43d6-b6e7-61c337aa36c4'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:47.820912 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] Routers {'811a73d8-d575-43d6-b6e7-61c337aa36c4'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:47.821541 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:32:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['811a73d8-d575-43d6-b6e7-61c337aa36c4'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:47.926419 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Publish callbacks [] for router, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:47.969474 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] Set router 811a73d8-d575-43d6-b6e7-61c337aa36c4 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:48.100104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.168105 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ea888-e0e4-4beb-b7ab-eeb192c50eca req-bd6a3a59-577b-4e05-a65f-239533b1ca17 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:48.169813 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-863ea888-e0e4-4beb-b7ab-eeb192c50eca req-bd6a3a59-577b-4e05-a65f-239533b1ca17 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1129913 Nov 23 14:32:48.218194 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'name': 'tempest-ServerRescueNegativeTestJSON-339387217-router', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:32:46Z', 'revision_number': 5, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'gw_port': {'id': 'dabc2387-ac44-42fa-9862-61dd4fb55681', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:48.259154 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Deleting port dabc2387-ac44-42fa-9862-61dd4fb55681 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:32:48.259498 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.268601 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-863ea888-e0e4-4beb-b7ab-eeb192c50eca req-13d3851c-cba7-4fdf-a51b-bfd77acc3902 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881066 Nov 23 14:32:48.273081 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] Checking router: 811a73d8-d575-43d6-b6e7-61c337aa36c4 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:32:48.309200 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] Routers {'811a73d8-d575-43d6-b6e7-61c337aa36c4'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:48.310315 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:32:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['811a73d8-d575-43d6-b6e7-61c337aa36c4'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:48.375004 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] For port dabc2387-ac44-42fa-9862-61dd4fb55681, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=dabc2387-ac44-42fa-9862-61dd4fb55681,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:48.375508 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.399416 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Calling delete_port for dabc2387-ac44-42fa-9862-61dd4fb55681 owned by network:router_gateway {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:32:48.534985 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] Set router 811a73d8-d575-43d6-b6e7-61c337aa36c4 gateway port host: None {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:48.594233 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'name': 'tempest-ServerRescueNegativeTestJSON-339387217-router', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:32:48Z', 'revision_number': 6, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'gw_port_host': None}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:48.623456 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.628602 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0ba4b-ef95-4228-9c61-144e7e9e4099 None None] The sync data for ids ['811a73d8-d575-43d6-b6e7-61c337aa36c4'] in dv-cinder-804035-16-iscsi is: [{'id': '811a73d8-d575-43d6-b6e7-61c337aa36c4', 'name': 'tempest-ServerRescueNegativeTestJSON-339387217-router', 'tenant_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:32:48Z', 'revision_number': 6, 'project_id': '2d89f95d552f427f8f07cd9f3dcbc118', 'gw_port_host': None}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:48.668523 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Pushing event deleted for resources: {'Port': ['ID=dabc2387-ac44-42fa-9862-61dd4fb55681,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:48.735252 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402813'] for router_gateway, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.854331 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5024'] for router, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.856560 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.930496 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562713'] for router, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.931031 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 811a73d8-d575-43d6-b6e7-61c337aa36c4 {{(pid=102952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:32:48.936760 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] Publish callbacks [] for router, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:48.937986 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-11e8370c-7c36-4b8a-b81e-3deeb18bfaeb admin admin] 10.222.0.59 "DELETE /v2.0/routers/811a73d8-d575-43d6-b6e7-61c337aa36c4 HTTP/1.1" status: 204 len: 168 time: 1.1350741 Nov 23 14:32:48.941128 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47374) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:49.001793 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d42c4f-f30c-48a8-9c5a-6967d2cdc58a admin admin] Deleting subnet e2809e92-c32e-4683-afe6-caa82f288483 {{(pid=102952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:32:49.006002 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-41d42c4f-f30c-48a8-9c5a-6967d2cdc58a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.051608 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-41d42c4f-f30c-48a8-9c5a-6967d2cdc58a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.065214 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-41d42c4f-f30c-48a8-9c5a-6967d2cdc58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.143550 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-41d42c4f-f30c-48a8-9c5a-6967d2cdc58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for subnet, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.146878 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 50dc8fac-8795-44a8-ab54-4718220adef5 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:49.174456 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d42c4f-f30c-48a8-9c5a-6967d2cdc58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2809e92-c32e-4683-afe6-caa82f288483,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:49.176629 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-41d42c4f-f30c-48a8-9c5a-6967d2cdc58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.180293 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-41d42c4f-f30c-48a8-9c5a-6967d2cdc58a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e2809e92-c32e-4683-afe6-caa82f288483 HTTP/1.1" status: 204 len: 168 time: 0.2379556 Nov 23 14:32:49.182815 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47376) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:49.188986 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 50dc8fac-8795-44a8-ab54-4718220adef5 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:49.189359 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 50dc8fac-8795-44a8-ab54-4718220adef5 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:49.268939 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.366277 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.392608 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.392919 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.393710 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.394067 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > port after_create 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.394368 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.394710 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > port after_update 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.395033 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.395372 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.395695 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.396014 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.422969 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aeb5f-11d1-45d9-aa19-36a50cf6ad62 req-627adfde-02a2-4847-8d10-86bcca55c07e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:49.424419 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-165aeb5f-11d1-45d9-aa19-36a50cf6ad62 req-627adfde-02a2-4847-8d10-86bcca55c07e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0553324 Nov 23 14:32:49.490747 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-165aeb5f-11d1-45d9-aa19-36a50cf6ad62 req-1ec7c0c2-9ab0-4d36-8cd7-36f75c815972 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597398 Nov 23 14:32:49.537094 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.537473 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.537820 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.538145 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 14:32:49.538515 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2676605f-3ea8-4a99-a7d4-2f60e2a19bf8']}} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:49.558771 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc5891e-8e76-46e1-8e3d-ab520601a6c1') {'for_net_delete': True} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:49.559067 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc5891e-8e76-46e1-8e3d-ab520601a6c1') {} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:49.584178 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4342110'] for segment, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.613168 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.623581 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:32:49.623947 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5086178'] for segment, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: from cryptography.utils import int_from_bytes Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: from cryptography.utils import int_from_bytes Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: Traceback (most recent call last): Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: timer() Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: cb(*args, **kw) Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: return func(*args, **kwargs) Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: self._notify() Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: self.callback(batched_events) Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: event.method(event) Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: return f(self, *a, **k) Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._get(url).json() Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: return self.request(url, 'GET', **kwargs) Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:32:49.628753 dv-cinder-804035-16-iscsi neutron-server[102952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:32:49.701914 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.726516 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:49.730138 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2676605f-3ea8-4a99-a7d4-2f60e2a19bf8 HTTP/1.1" status: 204 len: 168 time: 0.5463378 Nov 23 14:32:49.731255 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b41bc-4a59-4ac2-ab4b-f948019aa447 admin admin] Pushing event deleted for resources: {'Network': ['ID=2676605f-3ea8-4a99-a7d4-2f60e2a19bf8,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:49.887164 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47390) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:49.933102 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-71307616-fa66-4d0e-8341-33a13d8ea139 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d89f95d552f427f8f07cd9f3dcbc118&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447564 Nov 23 14:32:49.933385 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47392) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:49.935954 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47394) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:49.997531 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.027581 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.077574 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.080566 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.081862 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ff3cf38-816e-43b1-965f-b7d054bcf2ca HTTP/1.1" status: 204 len: 168 time: 0.1449091 Nov 23 14:32:50.092280 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff3cf38-816e-43b1-965f-b7d054bcf2ca,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:50.100731 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.101092 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.101453 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.101786 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.102125 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.102510 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.102815 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.103108 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.103438 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.103764 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.104094 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.104418 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687b75b9-cfe1-4129-8549-97368297e552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.128090 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.226592 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.232038 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.272208 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7735322cc4f64116bcb7db1018a9ad7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379166 Nov 23 14:32:50.273216 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494f922f-70e8-47ab-8199-4641d1f76880,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:50.275062 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47404) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:50.281190 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.281552 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.281804 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.282146 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.282484 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.283175 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.283175 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.283528 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.284507 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.284507 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.284507 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.284963 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3266096-674f-487b-9fcd-cf5eb4196fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:32:50.335743 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4481-5260-44f5-8595-db03ecacd5e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.365129 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4481-5260-44f5-8595-db03ecacd5e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.416982 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4481-5260-44f5-8595-db03ecacd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.419957 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4481-5260-44f5-8595-db03ecacd5e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.421995 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-2bcc4481-5260-44f5-8595-db03ecacd5e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/494f922f-70e8-47ab-8199-4641d1f76880 HTTP/1.1" status: 204 len: 168 time: 0.1450028 Nov 23 14:32:50.431096 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc4481-5260-44f5-8595-db03ecacd5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f922f-70e8-47ab-8199-4641d1f76880,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:50.739434 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47424) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:50.752621 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-aa77178d-4dea-4e2d-9e9e-2341f1c5cddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.852073 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-aa77178d-4dea-4e2d-9e9e-2341f1c5cddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.856739 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-aa77178d-4dea-4e2d-9e9e-2341f1c5cddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.896694 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-aa77178d-4dea-4e2d-9e9e-2341f1c5cddf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3eb5ad381ab422890c75c514f3bf3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561387 Nov 23 14:32:50.897608 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77178d-4dea-4e2d-9e9e-2341f1c5cddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aeb28c-5275-426e-983b-7ad673c816ef,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:50.899495 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47428) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:50.926732 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device dabc2387-ac44-42fa-9862-61dd4fb55681 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:32:50.949962 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: dabc2387-ac44-42fa-9862-61dd4fb55681 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:32:50.950207 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device dabc2387-ac44-42fa-9862-61dd4fb55681 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:32:50.956260 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-41cf8dab-ae0d-4304-80bb-a53271bdb445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:50.978235 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-41cf8dab-ae0d-4304-80bb-a53271bdb445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.036097 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-41cf8dab-ae0d-4304-80bb-a53271bdb445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.040824 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-41cf8dab-ae0d-4304-80bb-a53271bdb445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:51.042252 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-41cf8dab-ae0d-4304-80bb-a53271bdb445 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87aeb28c-5275-426e-983b-7ad673c816ef HTTP/1.1" status: 204 len: 168 time: 0.1395953 Nov 23 14:32:51.051509 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf8dab-ae0d-4304-80bb-a53271bdb445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aeb28c-5275-426e-983b-7ad673c816ef,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:52.205276 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47488) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:52.318410 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-977d2b95-08eb-4756-b145-9b671de7fa1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.399526 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-977d2b95-08eb-4756-b145-9b671de7fa1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.404580 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-977d2b95-08eb-4756-b145-9b671de7fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.447360 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-977d2b95-08eb-4756-b145-9b671de7fa1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bbbe3423d4104e15bb3ea0bc12fc5ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403831 Nov 23 14:32:52.448333 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d2b95-08eb-4756-b145-9b671de7fa1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485e52a3-bf99-474c-8718-eac7777a6cd7,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:52.451390 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47500) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:52.500392 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1d61866f-bb34-423e-accb-3d6216ec53d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.522042 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1d61866f-bb34-423e-accb-3d6216ec53d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.572670 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1d61866f-bb34-423e-accb-3d6216ec53d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.575405 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1d61866f-bb34-423e-accb-3d6216ec53d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:52.576747 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-1d61866f-bb34-423e-accb-3d6216ec53d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/485e52a3-bf99-474c-8718-eac7777a6cd7 HTTP/1.1" status: 204 len: 168 time: 0.1239851 Nov 23 14:32:52.586282 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61866f-bb34-423e-accb-3d6216ec53d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485e52a3-bf99-474c-8718-eac7777a6cd7,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:52.930677 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47510) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:52.944981 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac099-f008-4d60-9e3a-6f5de7d64be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.049423 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac099-f008-4d60-9e3a-6f5de7d64be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.055221 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac099-f008-4d60-9e3a-6f5de7d64be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.096230 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ac099-f008-4d60-9e3a-6f5de7d64be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb7b832-b903-4a3a-abe6-9e9a5df98549,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:53.101918 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-ad7ac099-f008-4d60-9e3a-6f5de7d64be4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6acc75b5ce0346f29902c18de921ed7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701415 Nov 23 14:32:53.104466 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47516) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:53.155450 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f8de2ec5-384e-47fc-a97d-1b1823c415f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.177933 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f8de2ec5-384e-47fc-a97d-1b1823c415f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.232269 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f8de2ec5-384e-47fc-a97d-1b1823c415f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.235511 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f8de2ec5-384e-47fc-a97d-1b1823c415f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:53.236692 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-f8de2ec5-384e-47fc-a97d-1b1823c415f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ebb7b832-b903-4a3a-abe6-9e9a5df98549 HTTP/1.1" status: 204 len: 168 time: 0.1312945 Nov 23 14:32:53.244362 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de2ec5-384e-47fc-a97d-1b1823c415f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb7b832-b903-4a3a-abe6-9e9a5df98549,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:54.482702 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8a4f2-1206-468c-b79b-a46f64a99c93 req-366142c2-b8dd-4802-9a82-8696e346d17f tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:54.484452 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e6c8a4f2-1206-468c-b79b-a46f64a99c93 req-366142c2-b8dd-4802-9a82-8696e346d17f tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0551939 Nov 23 14:32:54.535083 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e6c8a4f2-1206-468c-b79b-a46f64a99c93 req-9e550d6c-3148-4272-ac59-aa65661b7664 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443168 Nov 23 14:32:54.557714 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47572) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:54.755090 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b601c4-6895-447d-9351-3c724cbfc880 tempest-TestMinimumBasicScenario-1733729306 tempest-TestMinimumBasicScenario-1733729306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:54.756915 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-17b601c4-6895-447d-9351-3c724cbfc880 tempest-TestMinimumBasicScenario-1733729306 tempest-TestMinimumBasicScenario-1733729306-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 1093 time: 0.1977072 Nov 23 14:32:54.759821 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47584) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:54.768175 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'floatingip': {'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'port_id': '63c9da14-59dc-4f98-9991-e160efd768b9', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:54.791878 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for floatingip, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:54.902467 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.024592 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Allocated IP 172.27.1.97 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/bb2be628-037f-4c86-83dc-95ed0d6fe734) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:32:55.128202 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.163471 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.203106 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:32:55.205982 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:32:55.209644 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:32:55.215275 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'Port': ['ID=bb2be628-037f-4c86-83dc-95ed0d6fe734,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:55.487359 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47594) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:55.600390 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7164365c-8700-4d02-851b-ef163f55d58b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.694070 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7164365c-8700-4d02-851b-ef163f55d58b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.698515 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7164365c-8700-4d02-851b-ef163f55d58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.739890 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-7164365c-8700-4d02-851b-ef163f55d58b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=35a03956755e4b63bfcfce9fe4c46fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514050 Nov 23 14:32:55.740791 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164365c-8700-4d02-851b-ef163f55d58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad97975-65e9-4f1f-966e-8c4fc0287a5e,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:55.744488 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47598) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:55.800971 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-603e0020-c903-417b-9971-2c6d9673e121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.823025 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-603e0020-c903-417b-9971-2c6d9673e121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.832172 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.871541 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-603e0020-c903-417b-9971-2c6d9673e121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.875071 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-603e0020-c903-417b-9971-2c6d9673e121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:55.876385 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-603e0020-c903-417b-9971-2c6d9673e121 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cad97975-65e9-4f1f-966e-8c4fc0287a5e HTTP/1.1" status: 204 len: 168 time: 0.1309233 Nov 23 14:32:55.887450 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e0020-c903-417b-9971-2c6d9673e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad97975-65e9-4f1f-966e-8c4fc0287a5e,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:55.905395 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.080812 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.087468 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.174828 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'Port': ['ID=bb2be628-037f-4c86-83dc-95ed0d6fe734,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:56.181080 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.193214 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47610) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:56.208267 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bb6f18bd-af8b-4a94-9932-f8369913f052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.300948 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bb6f18bd-af8b-4a94-9932-f8369913f052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.308663 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bb6f18bd-af8b-4a94-9932-f8369913f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.329086 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.l3_db [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Floating IP c9a2a785-2a91-44f6-a590-6d97f2ab1019 associated. External IP: 172.27.1.97, port: 63c9da14-59dc-4f98-9991-e160efd768b9. Nov 23 14:32:56.360762 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f18bd-af8b-4a94-9932-f8369913f052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4443d588-03a5-465d-a362-571a6ec15d89,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:56.367943 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-bb6f18bd-af8b-4a94-9932-f8369913f052 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d01655a817e41e7b2ca8342f824e9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1719110 Nov 23 14:32:56.369572 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47618) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:56.426286 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e97e4e47-fb7a-4b9b-9a51-b54286b77c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.450194 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e97e4e47-fb7a-4b9b-9a51-b54286b77c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.502981 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e97e4e47-fb7a-4b9b-9a51-b54286b77c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.505699 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e97e4e47-fb7a-4b9b-9a51-b54286b77c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.506907 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-e97e4e47-fb7a-4b9b-9a51-b54286b77c5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4443d588-03a5-465d-a362-571a6ec15d89 HTTP/1.1" status: 204 len: 168 time: 0.1362672 Nov 23 14:32:56.515861 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e4e47-fb7a-4b9b-9a51-b54286b77c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4443d588-03a5-465d-a362-571a6ec15d89,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:56.574626 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Router 6a5b672b-24ed-4e94-a235-f8dc3399c943 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:32:56.692594 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:32:56.709629 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] Sync routers for ids ['6a5b672b-24ed-4e94-a235-f8dc3399c943'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:32:56.714712 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.723960 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] Routers {'6a5b672b-24ed-4e94-a235-f8dc3399c943'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:56.724719 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:32:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['6a5b672b-24ed-4e94-a235-f8dc3399c943'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:56.750737 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-8a1aba8e-b380-48cb-b049-46ac26544110 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9863145 Nov 23 14:32:56.750737 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:56.751948 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47624) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:56.752146 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1602f109-f33c-4201-90f0-d4a60c7dab36" -d '{"events": [{"name": "network-changed", "server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:56.757877 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-0c5ccfa1-1c9d-4178-944e-c2f1987c6307 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283538566', 'description': 'tempest-secgroup-smoke-1283538566 description', 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:56.799128 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c5ccfa1-1c9d-4178-944e-c2f1987c6307 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.812831 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7960b1bf-a2eb-4576-84a3-3535edc3e80a x-openstack-request-id: req-7960b1bf-a2eb-4576-84a3-3535edc3e80a {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:56.812831 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:56.812831 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7960b1bf-a2eb-4576-84a3-3535edc3e80a {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:56.812831 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9', 'status': 'completed', 'code': 200} Nov 23 14:32:56.875127 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] Set router 6a5b672b-24ed-4e94-a235-f8dc3399c943 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:56.890634 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c5ccfa1-1c9d-4178-944e-c2f1987c6307 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.895637 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c5ccfa1-1c9d-4178-944e-c2f1987c6307 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.899804 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-61b23136-dbbd-4f12-9546-682268aa74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:56.901505 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-61b23136-dbbd-4f12-9546-682268aa74b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d56c37edac6f48ecb46e95a11b10fe59&device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 1098 time: 0.0568955 Nov 23 14:32:56.928660 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0c5ccfa1-1c9d-4178-944e-c2f1987c6307 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:56.929949 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-0c5ccfa1-1c9d-4178-944e-c2f1987c6307 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1761415 Nov 23 14:32:56.932510 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ccfa1-1c9d-4178-944e-c2f1987c6307 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fde8d83-6953-4ecd-9506-13e79cf7815a,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:56.934132 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47628) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:56.944887 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-9b821363-0abb-49dc-bd3d-65296321e0b2 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'security_group_rule': {'security_group_id': '3fde8d83-6953-4ecd-9506-13e79cf7815a', 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:57.013185 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9b821363-0abb-49dc-bd3d-65296321e0b2 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.033246 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-819ac22d-44e4-4d62-85c1-10b3d3105a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:57.034746 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-819ac22d-44e4-4d62-85c1-10b3d3105a1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=772a01ed-5368-4cc6-820b-6618b7ee3bf2 HTTP/1.1" status: 200 len: 915 time: 0.1222994 Nov 23 14:32:57.125217 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:31Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': 'c9a2a785-2a91-44f6-a590-6d97f2ab1019', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'port_id': '63c9da14-59dc-4f98-9991-e160efd768b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'mac_address': 'fa:16:3e:c5:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:32:55Z', 'updated_at': '2021-11-23T14:32:55Z', 'revision_number': 0, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac95a2c-55a3-4a28-9540-60f31c4c9317', 'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'mac_address': 'fa:16:3e:d3:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:28Z', 'updated_at': '2021-11-23T14:31:39Z', 'revision_number': 5, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'subnets': [{'id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:57.132151 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9b821363-0abb-49dc-bd3d-65296321e0b2 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.134458 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-d860f80d-466f-4fc4-bf76-dbd19de3685e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 200 len: 998 time: 0.0866153 Nov 23 14:32:57.136227 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9b821363-0abb-49dc-bd3d-65296321e0b2 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.153703 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] Checking router: 6a5b672b-24ed-4e94-a235-f8dc3399c943 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:32:57.163157 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] Routers {'6a5b672b-24ed-4e94-a235-f8dc3399c943'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:32:57.163849 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:32:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['6a5b672b-24ed-4e94-a235-f8dc3399c943'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:57.185122 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b821363-0abb-49dc-bd3d-65296321e0b2 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39355dce-61f6-4b0f-aac6-e478d6206cd0,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.195593 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9b821363-0abb-49dc-bd3d-65296321e0b2 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.196803 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-9b821363-0abb-49dc-bd3d-65296321e0b2 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2617230 Nov 23 14:32:57.199855 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47630) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:57.205545 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-a656faff-d699-4127-86a0-27ac901d0809 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'security_group_rule': {'security_group_id': '3fde8d83-6953-4ecd-9506-13e79cf7815a', 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:57.205834 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-7414ddde-4bfc-4542-99f8-2f9c5f058c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:57.207295 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-7414ddde-4bfc-4542-99f8-2f9c5f058c06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f1c541d-9bcc-4f55-bd4e-db6358b567b2 HTTP/1.1" status: 200 len: 853 time: 0.0630701 Nov 23 14:32:57.240384 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a656faff-d699-4127-86a0-27ac901d0809 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.262557 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-b10b0d91-205d-48ea-9f06-7923625a1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:57.264177 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-b10b0d91-205d-48ea-9f06-7923625a1b8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=772a01ed-5368-4cc6-820b-6618b7ee3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0478418 Nov 23 14:32:57.281855 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] Set router 6a5b672b-24ed-4e94-a235-f8dc3399c943 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:32:57.310352 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a656faff-d699-4127-86a0-27ac901d0809 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.315693 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a656faff-d699-4127-86a0-27ac901d0809 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.337722 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656faff-d699-4127-86a0-27ac901d0809 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7aa260e-fa49-4688-ac26-b51f2a584857,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.343418 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a656faff-d699-4127-86a0-27ac901d0809 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.347138 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-a656faff-d699-4127-86a0-27ac901d0809 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437330 Nov 23 14:32:57.347503 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47632) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:57.352070 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-14c5bb10-48d5-4f57-af2e-7338d16ffd60 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'security_group_rule': {'security_group_id': '3fde8d83-6953-4ecd-9506-13e79cf7815a', 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:57.392102 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-14c5bb10-48d5-4f57-af2e-7338d16ffd60 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.396137 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-59678e5c-b961-4c11-bd96-8c464b3feb77 service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141179 Nov 23 14:32:57.472999 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-14c5bb10-48d5-4f57-af2e-7338d16ffd60 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.478815 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-14c5bb10-48d5-4f57-af2e-7338d16ffd60 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.503490 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5bb10-48d5-4f57-af2e-7338d16ffd60 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d11a030-1e79-4e03-b400-95b8526dc1b8,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.514640 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-14c5bb10-48d5-4f57-af2e-7338d16ffd60 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.516384 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-14c5bb10-48d5-4f57-af2e-7338d16ffd60 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1678729 Nov 23 14:32:57.519207 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47638) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:57.529216 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1602f109-f33c-4201-90f0-d4a60c7dab36 req-a84a045f-bf00-4d78-986a-2294ee4c5685 service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252933 Nov 23 14:32:57.532474 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-6d6cca1c-584f-4780-9770-45e0c4cb4412 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'security_group_rule': {'security_group_id': '3fde8d83-6953-4ecd-9506-13e79cf7815a', 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:57.555837 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:31Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': 'c9a2a785-2a91-44f6-a590-6d97f2ab1019', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'port_id': '63c9da14-59dc-4f98-9991-e160efd768b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'mac_address': 'fa:16:3e:c5:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:32:55Z', 'updated_at': '2021-11-23T14:32:55Z', 'revision_number': 0, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac95a2c-55a3-4a28-9540-60f31c4c9317', 'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'mac_address': 'fa:16:3e:d3:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:28Z', 'updated_at': '2021-11-23T14:31:39Z', 'revision_number': 5, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'subnets': [{'id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:32:57.568937 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca1c-584f-4780-9770-45e0c4cb4412 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.587795 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b525cf1-2729-42ce-9179-1cdec46f41a1 None None] The sync data for ids ['6a5b672b-24ed-4e94-a235-f8dc3399c943'] in dv-cinder-804035-16-iscsi is: [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:31Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': 'c9a2a785-2a91-44f6-a590-6d97f2ab1019', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'port_id': '63c9da14-59dc-4f98-9991-e160efd768b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'mac_address': 'fa:16:3e:c5:51:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:32:55Z', 'updated_at': '2021-11-23T14:32:55Z', 'revision_number': 0, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac95a2c-55a3-4a28-9540-60f31c4c9317', 'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'mac_address': 'fa:16:3e:d3:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:28Z', 'updated_at': '2021-11-23T14:31:39Z', 'revision_number': 5, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'subnets': [{'id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:32:57.662439 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca1c-584f-4780-9770-45e0c4cb4412 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.668474 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca1c-584f-4780-9770-45e0c4cb4412 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.705164 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cca1c-584f-4780-9770-45e0c4cb4412 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80bd48a-a283-4c9c-a734-aabb950d1550,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.717925 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6d6cca1c-584f-4780-9770-45e0c4cb4412 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.720019 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-6d6cca1c-584f-4780-9770-45e0c4cb4412 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1994317 Nov 23 14:32:57.722869 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47642) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:57.731471 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-d2cfa8b9-cfac-49c9-b3ad-8b61bed0b69b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'security_group_rule': {'security_group_id': '3fde8d83-6953-4ecd-9506-13e79cf7815a', 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:57.770720 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.securitygroups_db [None req-d2cfa8b9-cfac-49c9-b3ad-8b61bed0b69b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Project d56c37edac6f48ecb46e95a11b10fe59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:32:57.776324 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa8b9-cfac-49c9-b3ad-8b61bed0b69b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.844652 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa8b9-cfac-49c9-b3ad-8b61bed0b69b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.846216 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a155c75b-4943-41e9-a6f6-1b6ed870c7dd None None] New status for floating IP c9a2a785-2a91-44f6-a590-6d97f2ab1019: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:32:57.850130 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa8b9-cfac-49c9-b3ad-8b61bed0b69b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.870040 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfa8b9-cfac-49c9-b3ad-8b61bed0b69b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f78c7f-76f3-496e-a33c-7b2c964ddbcd,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:57.881040 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d2cfa8b9-cfac-49c9-b3ad-8b61bed0b69b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.882317 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-d2cfa8b9-cfac-49c9-b3ad-8b61bed0b69b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1580410 Nov 23 14:32:57.885046 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47646) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:32:57.889667 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-e7022076-04f5-44a8-869d-f8485067b424 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'security_group_rule': {'security_group_id': '3fde8d83-6953-4ecd-9506-13e79cf7815a', 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:57.915280 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.securitygroups_db [None req-e7022076-04f5-44a8-869d-f8485067b424 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Project d56c37edac6f48ecb46e95a11b10fe59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:32:57.920849 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e7022076-04f5-44a8-869d-f8485067b424 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.991553 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e7022076-04f5-44a8-869d-f8485067b424 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:57.996764 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e7022076-04f5-44a8-869d-f8485067b424 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.017567 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7022076-04f5-44a8-869d-f8485067b424 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eedeaf-ec4d-4608-844b-b6fd97927911,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:58.029476 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e7022076-04f5-44a8-869d-f8485067b424 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.031109 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-e7022076-04f5-44a8-869d-f8485067b424 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445198 Nov 23 14:32:58.129021 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-eb89933a-23cc-410c-983c-a78c6502f2f5 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283538566&fields=id&tenant_id=d56c37edac6f48ecb46e95a11b10fe59 HTTP/1.1" status: 200 len: 267 time: 0.0465693 Nov 23 14:32:58.192044 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-57afe65e-0a0e-4866-ac61-6fc9f1797f2f tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.194730 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-57afe65e-0a0e-4866-ac61-6fc9f1797f2f tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0594802 Nov 23 14:32:58.207020 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-187bae17-a62d-4822-8c34-940647b4a748 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'port': {'security_groups': ['d88bef76-55e0-4819-aabc-9d2966195fe9', '3fde8d83-6953-4ecd-9506-13e79cf7815a']}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:32:58.275670 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-187bae17-a62d-4822-8c34-940647b4a748 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.525966 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-187bae17-a62d-4822-8c34-940647b4a748 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] For port 63c9da14-59dc-4f98-9991-e160efd768b9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63c9da14-59dc-4f98-9991-e160efd768b9,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:32:58.563737 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-187bae17-a62d-4822-8c34-940647b4a748 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.569518 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-187bae17-a62d-4822-8c34-940647b4a748 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085210'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.615092 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-187bae17-a62d-4822-8c34-940647b4a748 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.615773 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-187bae17-a62d-4822-8c34-940647b4a748 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:32:58.617443 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1cf8c642-19fb-4eb1-874b-93e44d9c11b6 req-187bae17-a62d-4822-8c34-940647b4a748 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "PUT /v2.0/ports/63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 200 len: 981 time: 0.4163432 Nov 23 14:32:58.621444 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:32:58.625095 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541acf5b-19dd-49db-ad8b-d818cf48ae5d" -d '{"events": [{"name": "network-changed", "server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:32:58.678468 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bae17-a62d-4822-8c34-940647b4a748 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'Port': ['ID=63c9da14-59dc-4f98-9991-e160efd768b9,revision_number=6']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:32:58.706314 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898fb7ed-638a-4886-a792-76498040eb27 x-openstack-request-id: req-898fb7ed-638a-4886-a792-76498040eb27 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:32:58.706726 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:32:58.706994 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-898fb7ed-638a-4886-a792-76498040eb27 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:32:58.707404 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9', 'status': 'completed', 'code': 200} Nov 23 14:32:58.779666 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548eb2a-3d58-40a3-a8a4-f4b50ecf9141 req-d1953b01-f01f-4e71-acc7-717e6894f304 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:32:58.782397 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3548eb2a-3d58-40a3-a8a4-f4b50ecf9141 req-d1953b01-f01f-4e71-acc7-717e6894f304 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0688353 Nov 23 14:32:58.854657 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3548eb2a-3d58-40a3-a8a4-f4b50ecf9141 req-aa7fe158-c5bf-4ae3-a352-4f2e232bd5a0 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648279 Nov 23 14:32:58.909135 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-a6395d29-8e2e-444b-93c3-e137361c1c83 None None] Provisioning complete for port 63c9da14-59dc-4f98-9991-e160efd768b9 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:32:58.909864 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-a6395d29-8e2e-444b-93c3-e137361c1c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:00.922626 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['63c9da14-59dc-4f98-9991-e160efd768b9'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:33:00.986036 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-621c1986-ddf1-48c8-ae68-cce7ee9409b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:00.987555 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-621c1986-ddf1-48c8-ae68-cce7ee9409b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d56c37edac6f48ecb46e95a11b10fe59&device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 1137 time: 0.0472679 Nov 23 14:33:01.028165 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['63c9da14-59dc-4f98-9991-e160efd768b9'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:33:01.083671 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-1885dec8-95c4-4b6d-b2da-11f83ec30b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:01.085194 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-1885dec8-95c4-4b6d-b2da-11f83ec30b0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=772a01ed-5368-4cc6-820b-6618b7ee3bf2 HTTP/1.1" status: 200 len: 915 time: 0.0863154 Nov 23 14:33:01.165923 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-01881eaf-edc6-42ad-8eb4-335bae76a398 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 200 len: 1000 time: 0.0698595 Nov 23 14:33:01.223280 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-8debb689-b402-493d-82df-d28002bafde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:01.224773 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-8debb689-b402-493d-82df-d28002bafde4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f1c541d-9bcc-4f55-bd4e-db6358b567b2 HTTP/1.1" status: 200 len: 853 time: 0.0473120 Nov 23 14:33:01.277508 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-315b13d9-937c-4d78-92a4-c2c1b8416a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:01.279022 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-315b13d9-937c-4d78-92a4-c2c1b8416a67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=772a01ed-5368-4cc6-820b-6618b7ee3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426154 Nov 23 14:33:01.373971 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-d4cc3649-f1d5-4b0b-81fa-d98f7188fa60 service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865903 Nov 23 14:33:01.468312 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-541acf5b-19dd-49db-ad8b-d818cf48ae5d req-1a015b03-ad4e-4de8-a1e1-312b90ba5014 service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862949 Nov 23 14:33:04.102475 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-7228f32c-a1ec-496c-9bde-0ee0e8295d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:06.573243 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-304f64c1-086a-4f3a-9d2a-c40d5f44790f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:08.198284 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:09.838081 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:10.480121 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:16.071849 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:19.785483 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:33:24.444607 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40478d6-3f5e-4bb9-9b36-d6e98b9426fc req-ed5c417d-77b8-4089-881b-c3b7c625da8f tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:24.446046 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c40478d6-3f5e-4bb9-9b36-d6e98b9426fc req-ed5c417d-77b8-4089-881b-c3b7c625da8f tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 946 time: 0.0593545 Nov 23 14:33:24.494681 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c40478d6-3f5e-4bb9-9b36-d6e98b9426fc req-90520b03-ca7f-4af8-9907-c9cc8c81b9c2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424228 Nov 23 14:33:25.626379 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324faa-23f5-48d7-b9f2-a815d3b121a5 req-2d830157-07c3-4a28-bfea-25f292097fbc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:25.628387 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-50324faa-23f5-48d7-b9f2-a815d3b121a5 req-2d830157-07c3-4a28-bfea-25f292097fbc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 946 time: 0.0565858 Nov 23 14:33:25.685036 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-50324faa-23f5-48d7-b9f2-a815d3b121a5 req-ee0e419e-2f7d-4b78-9015-2923f4c6dfbf tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=510e385a-bebe-4ccd-ac5f-da2d905f7518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497005 Nov 23 14:33:26.174294 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-2e6487a9-ae00-4731-a7ac-9202e4d66f5e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:26.175816 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-2e6487a9-ae00-4731-a7ac-9202e4d66f5e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.48 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 946 time: 0.0506680 Nov 23 14:33:26.278613 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Deleting port ebc70cda-420e-4598-b353-054a2e7534a3 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:26.278952 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.394515 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] For port ebc70cda-420e-4598-b353-054a2e7534a3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ebc70cda-420e-4598-b353-054a2e7534a3,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:26.394876 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.630820 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.631185 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.631511 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.l3_db [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Floating IP e4176ca1-194f-4181-b54e-e4526ee10e0f disassociated. External IP: 172.27.1.45, port: ebc70cda-420e-4598-b353-054a2e7534a3. Nov 23 14:33:26.631849 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Calling delete_port for ebc70cda-420e-4598-b353-054a2e7534a3 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:26.771519 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:26.797852 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e9b13c86-e10d-4c91-8d45-97987c0a7713 req-31e54625-0cca-43d9-a1c6-a9e4423e2594 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f8c633-a6d5-4c51-92c3-e2dcf60bc45a HTTP/1.1" status: 200 len: 210 time: 0.0372601 Nov 23 14:33:26.817663 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event deleted for resources: {'Port': ['ID=ebc70cda-420e-4598-b353-054a2e7534a3,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:26.947054 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:27.065499 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:27.076745 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] Sync routers for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:27.090102 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:27.091475 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:33:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:27.109964 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] No DVR routers for this DVR port ebc70cda-420e-4598-b353-054a2e7534a3 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:33:27.112531 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:27.115941 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-100906f0-595a-4fbb-9a6d-ef8d0abd130a req-790a2bac-1174-460c-a0ae-5ae031b22ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.48 "DELETE /v2.0/ports/ebc70cda-420e-4598-b353-054a2e7534a3 HTTP/1.1" status: 204 len: 173 time: 0.9313781 Nov 23 14:33:27.116420 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'name': 'network-vif-deleted', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:27.118792 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c04d11f-9e08-40e9-af88-accfb934fe48" -d '{"events": [{"server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "name": "network-vif-deleted", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:27.167223 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559eb3fa-8064-4f8c-8ad5-cdd35882f5ff x-openstack-request-id: req-559eb3fa-8064-4f8c-8ad5-cdd35882f5ff {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:27.167516 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f8c633-a6d5-4c51-92c3-e2dcf60bc45a", "name": "network-vif-deleted", "tag": "ebc70cda-420e-4598-b353-054a2e7534a3", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:27.167775 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-559eb3fa-8064-4f8c-8ad5-cdd35882f5ff {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:27.168177 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f8c633-a6d5-4c51-92c3-e2dcf60bc45a', 'name': 'network-vif-deleted', 'tag': 'ebc70cda-420e-4598-b353-054a2e7534a3', 'status': 'completed', 'code': 200} Nov 23 14:33:27.224159 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:27.440377 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:27.471258 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] Checking router: 779ff37c-dfd6-4faf-9d0c-b30640a324e9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:33:27.480768 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:27.481425 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:33:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:27.622651 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:27.900745 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:27.910407 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47934) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:27.944789 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf13fd-f7b5-45e3-bd25-ebc1ce86d4ab None None] The sync data for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi is: [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:28.019367 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-89333932-8b5c-4298-8cfa-afaa8756b1bd tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.057117 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-89333932-8b5c-4298-8cfa-afaa8756b1bd tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.133071 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-89333932-8b5c-4298-8cfa-afaa8756b1bd tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.137656 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-89333932-8b5c-4298-8cfa-afaa8756b1bd tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.142428 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-89333932-8b5c-4298-8cfa-afaa8756b1bd tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "DELETE /v2.0/security-groups/510e385a-bebe-4ccd-ac5f-da2d905f7518 HTTP/1.1" status: 204 len: 168 time: 0.2274828 Nov 23 14:33:28.143320 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47940) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:28.150951 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89333932-8b5c-4298-8cfa-afaa8756b1bd tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510e385a-bebe-4ccd-ac5f-da2d905f7518,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:28.182130 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.api.v2.resource [None req-b781a4c2-0c6e-410a-a69c-c0b300261acc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] show failed (client error): The resource could not be found. Nov 23 14:33:28.187461 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-b781a4c2-0c6e-410a-a69c-c0b300261acc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups/510e385a-bebe-4ccd-ac5f-da2d905f7518 HTTP/1.1" status: 404 len: 347 time: 0.0423992 Nov 23 14:33:28.187604 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47944) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:28.311039 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017998af-a343-4811-b3c3-1f26606a2b32 None None] New status for floating IP e4176ca1-194f-4181-b54e-e4526ee10e0f: DOWN {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:33:28.343055 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-c179ec1f-44e8-4a31-92e5-9f5a59fd3b12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Deleting port cf6c88a1-7c15-49eb-b0f5-928d459ec44e {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:28.343765 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c179ec1f-44e8-4a31-92e5-9f5a59fd3b12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.444713 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c179ec1f-44e8-4a31-92e5-9f5a59fd3b12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.445083 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c179ec1f-44e8-4a31-92e5-9f5a59fd3b12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.462974 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-c179ec1f-44e8-4a31-92e5-9f5a59fd3b12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Calling delete_port for cf6c88a1-7c15-49eb-b0f5-928d459ec44e owned by network:floatingip {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:28.618315 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c179ec1f-44e8-4a31-92e5-9f5a59fd3b12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.651569 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179ec1f-44e8-4a31-92e5-9f5a59fd3b12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event deleted for resources: {'Port': ['ID=cf6c88a1-7c15-49eb-b0f5-928d459ec44e,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:28.719685 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c179ec1f-44e8-4a31-92e5-9f5a59fd3b12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.722668 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c179ec1f-44e8-4a31-92e5-9f5a59fd3b12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:28.724030 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-c179ec1f-44e8-4a31-92e5-9f5a59fd3b12 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "DELETE /v2.0/floatingips/e4176ca1-194f-4181-b54e-e4526ee10e0f HTTP/1.1" status: 204 len: 168 time: 0.5354738 Nov 23 14:33:29.036695 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47948) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:29.041413 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-9d8431db-ccab-4624-98c4-7055ca69d097 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851059383', 'description': 'tempest-description--1466889827'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:29.055327 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ebc70cda-420e-4598-b353-054a2e7534a3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:33:29.068949 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9d8431db-ccab-4624-98c4-7055ca69d097 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.078728 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: ebc70cda-420e-4598-b353-054a2e7534a3 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:33:29.079088 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ebc70cda-420e-4598-b353-054a2e7534a3 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:33:29.143620 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9d8431db-ccab-4624-98c4-7055ca69d097 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.147796 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9d8431db-ccab-4624-98c4-7055ca69d097 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.180443 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9d8431db-ccab-4624-98c4-7055ca69d097 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.181709 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-9d8431db-ccab-4624-98c4-7055ca69d097 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1439211 Nov 23 14:33:29.184852 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47950) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:29.190268 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-b76f7efb-0740-44b9-bb24-bfec88263a1d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'security_group_rule': {'security_group_id': 'b0315045-7aee-4bde-9691-4e134c4e4b70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:29.196191 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8431db-ccab-4624-98c4-7055ca69d097 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0315045-7aee-4bde-9691-4e134c4e4b70,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:29.232750 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b76f7efb-0740-44b9-bb24-bfec88263a1d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.319513 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b76f7efb-0740-44b9-bb24-bfec88263a1d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.325714 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b76f7efb-0740-44b9-bb24-bfec88263a1d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.345876 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f7efb-0740-44b9-bb24-bfec88263a1d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c402bb07-5abe-4963-b1a6-f88895896da3,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:29.356735 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b76f7efb-0740-44b9-bb24-bfec88263a1d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.363429 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-b76f7efb-0740-44b9-bb24-bfec88263a1d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1726010 Nov 23 14:33:29.364027 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 47958) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:29.369406 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-516e7388-d147-4cce-8129-c8cc930da914 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'security_group_rule': {'security_group_id': 'b0315045-7aee-4bde-9691-4e134c4e4b70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:29.402287 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-516e7388-d147-4cce-8129-c8cc930da914 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.481809 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-516e7388-d147-4cce-8129-c8cc930da914 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.488269 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-516e7388-d147-4cce-8129-c8cc930da914 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.537837 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e7388-d147-4cce-8129-c8cc930da914 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef7a3dc-9afe-4b26-b416-6ff1b5e3efbb,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:29.545462 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-516e7388-d147-4cce-8129-c8cc930da914 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.549414 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 47962) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:29.554662 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'floatingip': {'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:29.557812 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-516e7388-d147-4cce-8129-c8cc930da914 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1925135 Nov 23 14:33:29.579948 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.687092 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.799819 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Allocated IP 172.27.1.135 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/8fdefcdb-5a96-485e-848c-32b18271cbad) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:29.905096 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.941228 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:29.984004 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:29.987002 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:29.991414 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:29.997158 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'Port': ['ID=8fdefcdb-5a96-485e-848c-32b18271cbad,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:30.112430 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.150302 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.327803 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.332472 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085210'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.407832 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'Port': ['ID=8fdefcdb-5a96-485e-848c-32b18271cbad,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:30.419155 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.436568 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:30.437843 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-e6e42a2e-4bed-48a7-b9ca-d4f27316c472 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8873675 Nov 23 14:33:30.659850 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-f22b2339-c225-41be-80ed-73cd2b828726 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--851059383&fields=id&tenant_id=e3bc7dcc23a24b5a8359784271d81f29 HTTP/1.1" status: 200 len: 267 time: 0.0490537 Nov 23 14:33:30.772929 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bc400-9211-4726-a42f-98cc01109119 req-e11cf8b7-f3f3-487a-bf6e-52c1ef1e0de1 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:30.774518 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-e11cf8b7-f3f3-487a-bf6e-52c1ef1e0de1 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 816 time: 0.1076114 Nov 23 14:33:30.790813 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-a94239bc-9d29-4ca0-8318-2c7a4920ecfb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/quotas/e3bc7dcc23a24b5a8359784271d81f29 HTTP/1.1" status: 200 len: 375 time: 0.0095785 Nov 23 14:33:30.847643 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-7e3e6a41-c83e-4208-8c9e-0af3195a044d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505025 Nov 23 14:33:31.180497 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e31b-f6ba-4d00-a6ee-c1aeb63a4aa3 req-a59466cb-3827-48b5-89e4-5e35b3915462 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:31.181946 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-15f7e31b-f6ba-4d00-a6ee-c1aeb63a4aa3 req-a59466cb-3827-48b5-89e4-5e35b3915462 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0524845 Nov 23 14:33:31.199675 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-31f9d751-ac48-4ef1-8df5-169e16c40ae4 service neutron] 10.222.0.59 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395836 Nov 23 14:33:31.247966 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-15f7e31b-f6ba-4d00-a6ee-c1aeb63a4aa3 req-54ac7f5d-236c-4af3-8f0e-9b1360f363b6 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580575 Nov 23 14:33:31.296977 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-c3bb15b0-d93b-44b4-8915-824d1dd6a0c2 service neutron] 10.222.0.59 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908165 Nov 23 14:33:31.460351 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a5002c55-541e-40a7-ab4e-cf65e338b460 req-d84c9ce4-f68b-4828-9e6b-3e0a3c0780a2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 210 time: 0.0253932 Nov 23 14:33:32.376374 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c59f-5eb3-424c-93f3-d4f9e6aadc15 req-ba7fe125-8d52-46b6-9143-0cc28bbc8a5e tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:32.377953 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-81b4c59f-5eb3-424c-93f3-d4f9e6aadc15 req-ba7fe125-8d52-46b6-9143-0cc28bbc8a5e tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0547783 Nov 23 14:33:32.441553 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-81b4c59f-5eb3-424c-93f3-d4f9e6aadc15 req-f77ad553-6653-4836-8a6f-91145674e8bf tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573528 Nov 23 14:33:32.591653 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fa416fca-7a51-4ea5-95fa-9e45645e3640 req-aadc744a-8c50-4445-8e9b-2ae14865bf16 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 210 time: 0.0567167 Nov 23 14:33:32.635285 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-4a7bd838-f12f-42f3-95e6-fabc4d8d3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:32.636790 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-4a7bd838-f12f-42f3-95e6-fabc4d8d3813 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d56c37edac6f48ecb46e95a11b10fe59&device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 1137 time: 0.0624611 Nov 23 14:33:32.753153 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-48665ad9-e521-4f71-8f35-ba3b77161841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:32.754624 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-48665ad9-e521-4f71-8f35-ba3b77161841 service neutron] 10.222.0.48 "GET /v2.0/networks?id=772a01ed-5368-4cc6-820b-6618b7ee3bf2 HTTP/1.1" status: 200 len: 915 time: 0.1077151 Nov 23 14:33:33.079402 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-96adb9d4-11ac-4f39-a8af-26446956530e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 200 len: 1000 time: 0.3166883 Nov 23 14:33:33.144359 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-da57391c-4b46-4086-95a8-004e1513ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.145971 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-da57391c-4b46-4086-95a8-004e1513ca9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f1c541d-9bcc-4f55-bd4e-db6358b567b2 HTTP/1.1" status: 200 len: 853 time: 0.0478101 Nov 23 14:33:33.199716 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-4b6ce47c-4460-4850-b5f9-de0d93261685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.201268 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-4b6ce47c-4460-4850-b5f9-de0d93261685 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=772a01ed-5368-4cc6-820b-6618b7ee3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463233 Nov 23 14:33:33.370635 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bc400-9211-4726-a42f-98cc01109119 req-d499bd52-3fe1-48b3-9441-e6d9ea4c67a3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.372154 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-d499bd52-3fe1-48b3-9441-e6d9ea4c67a3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 816 time: 0.1698589 Nov 23 14:33:33.375783 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-b765d5ab-f464-44e9-92ad-bfa0a61bd70a service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636932 Nov 23 14:33:33.510596 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-fcd4cac2-ca08-48d0-a65f-d48f57db6dc3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3bc7dcc23a24b5a8359784271d81f29 HTTP/1.1" status: 200 len: 379 time: 0.1192195 Nov 23 14:33:33.531054 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'port': {'device_id': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'admin_state_up': True, 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'security_groups': ['b0315045-7aee-4bde-9691-4e134c4e4b70']}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:33.550923 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0d2da40a-563a-43ca-ba88-7a93c78a28d4 req-56379f85-67cf-4323-9464-5938d7839c64 service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536977 Nov 23 14:33:33.579443 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80f7b2-4d81-450a-9f9d-727b2e9216f6 req-a0a380c6-eca0-4df4-a908-a24a09342c03 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:33.581141 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fa80f7b2-4d81-450a-9f9d-727b2e9216f6 req-a0a380c6-eca0-4df4-a908-a24a09342c03 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0628674 Nov 23 14:33:33.659377 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fa80f7b2-4d81-450a-9f9d-727b2e9216f6 req-6458da5a-fa1f-4168-b80b-0710c3f8e0d4 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716677 Nov 23 14:33:33.701934 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Made reservation on behalf of e3bc7dcc23a24b5a8359784271d81f29 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:33.709412 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:33.738409 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-944b8b39-c3cd-4ec4-a83a-bf03867af9b8 req-bd1b4d7f-1d85-4068-b3ca-a832addfb65c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 210 time: 0.0506258 Nov 23 14:33:33.867066 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Allocated IP 172.20.0.14 (99e22cf6-c72a-4785-a285-dfc6ba60ae7b/45bff08e-207a-4dbd-bafd-642fc1e2c86e/383b4dbc-1515-4851-b01c-698135167307) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:34.023794 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.070818 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.100584 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-a7614c7a-ca24-45a8-9456-2ff31b1ff45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.132055 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:34.135048 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:34.140226 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:34.147306 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event updated for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:34.205562 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.206693 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.234572 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-40459f9c-9af0-4499-a39e-10bbbef9b987 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7136276 Nov 23 14:33:34.250851 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Request body: {'port': {'device_id': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:34.316283 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.367160 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-0658a7d2-6a80-486a-9e29-10372a8849d9 None None] Provisioning complete for port 383b4dbc-1515-4851-b01c-698135167307 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:34.367532 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0658a7d2-6a80-486a-9e29-10372a8849d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.413360 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-0658a7d2-6a80-486a-9e29-10372a8849d9 None None] Port 383b4dbc-1515-4851-b01c-698135167307 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:34.613850 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383b4dbc-1515-4851-b01c-698135167307 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:33:34.622143 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.635681 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Transition to ACTIVE for port object 383b4dbc-1515-4851-b01c-698135167307 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:33:34.639443 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.695348 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Pushing event updated for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:34.776027 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Attempting to bind port 383b4dbc-1515-4851-b01c-698135167307 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:34.776581 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Attempting to bind port 383b4dbc-1515-4851-b01c-698135167307 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:34.776898 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Attempting to bind port 383b4dbc-1515-4851-b01c-698135167307 on network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:34.784185 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Port 383b4dbc-1515-4851-b01c-698135167307 on network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:33:34.784568 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Attempting to bind port 383b4dbc-1515-4851-b01c-698135167307 on network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:34.791769 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:34.792121 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Checking segment: {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:34.792523 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Bound using segment: {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:34.793034 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Bound port: 383b4dbc-1515-4851-b01c-698135167307, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e66cd23-4361-4b62-acd4-ebe2582f7ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:34.793397 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:34.827750 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48721db-c736-477d-b126-506676fcbc4b req-9304c12c-ca96-481d-99d8-9eb9d3f63c8b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.829971 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e48721db-c736-477d-b126-506676fcbc4b req-9304c12c-ca96-481d-99d8-9eb9d3f63c8b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0672257 Nov 23 14:33:34.908915 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e48721db-c736-477d-b126-506676fcbc4b req-0cace9e8-e749-4215-830b-2a6a2c8548b3 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704689 Nov 23 14:33:34.913331 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:34.918961 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:34.929357 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152d278-d840-405f-bdc2-02835b45b248 req-75c0e264-49d6-4a20-9a75-d2002024cbb3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:34.930976 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5152d278-d840-405f-bdc2-02835b45b248 req-75c0e264-49d6-4a20-9a75-d2002024cbb3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0834289 Nov 23 14:33:34.932741 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:35.001504 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:35.002132 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:35.003655 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] 10.222.0.48 "PUT /v2.0/ports/383b4dbc-1515-4851-b01c-698135167307 HTTP/1.1" status: 200 len: 1094 time: 0.7584043 Nov 23 14:33:35.004134 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'tag': '383b4dbc-1515-4851-b01c-698135167307'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:35.006607 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "tag": "383b4dbc-1515-4851-b01c-698135167307"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:35.039783 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a42ef-61b9-4c01-89b7-695faf88df60 service neutron] Pushing event updated for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:35.050867 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5152d278-d840-405f-bdc2-02835b45b248 req-266edaf1-991c-4c30-9be0-3ee8ca2250b1 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124470 Nov 23 14:33:35.103389 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d84306b-ecaf-4fd9-a078-801cf4dffd1f x-openstack-request-id: req-8d84306b-ecaf-4fd9-a078-801cf4dffd1f {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:35.103623 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "tag": "383b4dbc-1515-4851-b01c-698135167307", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:35.104004 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d84306b-ecaf-4fd9-a078-801cf4dffd1f {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:35.104648 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'tag': '383b4dbc-1515-4851-b01c-698135167307', 'status': 'completed', 'code': 200} Nov 23 14:33:35.143841 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bc400-9211-4726-a42f-98cc01109119 req-721ef778-e66c-4571-9faf-ebc656c1e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:35.143841 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-721ef778-e66c-4571-9faf-ebc656c1e8c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 1097 time: 0.0907815 Nov 23 14:33:35.192358 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-d858f14b-1813-4c43-92a3-c5666cbfcb54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=383b4dbc-1515-4851-b01c-698135167307 HTTP/1.1" status: 200 len: 217 time: 0.0388174 Nov 23 14:33:35.252692 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bc400-9211-4726-a42f-98cc01109119 req-38be2f64-3f4a-4b60-b35a-958081837447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:35.254239 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-38be2f64-3f4a-4b60-b35a-958081837447 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.0467505 Nov 23 14:33:35.306602 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bc400-9211-4726-a42f-98cc01109119 req-e668d1ce-5d0e-43df-be99-ef215b99cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:35.308237 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-e668d1ce-5d0e-43df-be99-ef215b99cba5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468383 Nov 23 14:33:35.418123 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-9b4bbfcb-9177-43c3-b0e5-7cdcb9d93aa9 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013446 Nov 23 14:33:35.519554 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-582bc400-9211-4726-a42f-98cc01109119 req-d500a31a-7939-4033-b5bc-55e5b8453409 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927031 Nov 23 14:33:35.609421 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-dfa3b25e-aa4b-4084-8ee2-675428364758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:35.610941 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-dfa3b25e-aa4b-4084-8ee2-675428364758 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 1097 time: 0.0442832 Nov 23 14:33:35.711833 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-671cae74-09a2-40cc-9b9b-54491624a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:35.713364 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-671cae74-09a2-40cc-9b9b-54491624a585 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 917 time: 0.0932050 Nov 23 14:33:35.762150 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-b2cdf759-79be-4372-8d14-7cddc0d172f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=383b4dbc-1515-4851-b01c-698135167307 HTTP/1.1" status: 200 len: 217 time: 0.0407493 Nov 23 14:33:35.815704 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-c2367614-2fc2-4540-9f2f-ca3452c61903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:35.817250 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-c2367614-2fc2-4540-9f2f-ca3452c61903 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.0478332 Nov 23 14:33:35.876578 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-b884bfa6-e913-4374-ba40-db0c60eadacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:35.878110 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-b884bfa6-e913-4374-ba40-db0c60eadacb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468323 Nov 23 14:33:35.976897 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-6a284e11-af24-413f-97a7-fb832e66d01e service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904825 Nov 23 14:33:36.111561 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eeb22-3436-4d33-b70e-4254a09a96f1 req-2f34962a-ad24-48d4-9c73-3fafef61e037 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:36.113221 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e9eeb22-3436-4d33-b70e-4254a09a96f1 req-2f34962a-ad24-48d4-9c73-3fafef61e037 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.1075404 Nov 23 14:33:36.115833 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98aa5c2c-6a81-4b34-bdcd-c3c29d6b7ddd req-c55f555e-fc5a-4ef1-8071-764084ae42cc service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307452 Nov 23 14:33:36.204162 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3e9eeb22-3436-4d33-b70e-4254a09a96f1 req-5ffbe3ba-3357-4917-a43a-2d365829bad8 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821867 Nov 23 14:33:36.215000 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62fdc1-748f-449f-bb50-b2efaae825b1 req-931e8bec-5e63-4b9b-bcef-72d3f956eabe tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:36.217016 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2e62fdc1-748f-449f-bb50-b2efaae825b1 req-931e8bec-5e63-4b9b-bcef-72d3f956eabe tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0595357 Nov 23 14:33:36.274008 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2e62fdc1-748f-449f-bb50-b2efaae825b1 req-2ec994b6-8e5f-46da-8270-7f11d7d2e257 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473115 Nov 23 14:33:36.578504 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e394-0d2d-4d1d-8b72-7d696cc64f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.117895 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 383b4dbc-1515-4851-b01c-698135167307 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:33:37.135691 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 48092) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:37.249744 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:37.269383 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '383b4dbc-1515-4851-b01c-698135167307', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'port_id': '383b4dbc-1515-4851-b01c-698135167307', 'mac_address': 'fa:16:3e:20:03:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:33:37.284334 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bad5-07e0-4184-a9f8-6ecb6e013aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.318980 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.340950 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383b4dbc-1515-4851-b01c-698135167307 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:33:37.364121 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:37.370178 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8765b-7fac-4e10-a95e-16ed1d258283 req-df9995f9-1ae9-43e9-897e-fb210ac5e885 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:37.371585 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.371813 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-66c8765b-7fac-4e10-a95e-16ed1d258283 req-df9995f9-1ae9-43e9-897e-fb210ac5e885 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0781586 Nov 23 14:33:37.433112 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:37.441916 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.442316 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.442687 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.443239 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.443632 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.444047 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.444435 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.444732 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.445095 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.445432 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.445760 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.446287 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:37.452109 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bad5-07e0-4184-a9f8-6ecb6e013aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.464233 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bad5-07e0-4184-a9f8-6ecb6e013aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.478144 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a784d6-62e3-4e31-99d4-a1466686b636 req-656f69aa-bf62-4524-9397-487ef3cdf196 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:37.479836 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-61a784d6-62e3-4e31-99d4-a1466686b636 req-656f69aa-bf62-4524-9397-487ef3cdf196 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 945 time: 0.0821960 Nov 23 14:33:37.510124 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-66c8765b-7fac-4e10-a95e-16ed1d258283 req-23c8fbcc-a0e7-464c-a6cf-11bcf7e585a6 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187580 Nov 23 14:33:37.522956 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9bad5-07e0-4184-a9f8-6ecb6e013aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79670481-d856-42e3-b61f-d854137319a8,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:37.530986 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-c6d9bad5-07e0-4184-a9f8-6ecb6e013aef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c108f7e602c4463a46448f3c8410e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932297 Nov 23 14:33:37.535465 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48100) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:37.554427 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-61a784d6-62e3-4e31-99d4-a1466686b636 req-fbbaa348-4bc4-4190-a287-98e155d99ffa tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667830 Nov 23 14:33:37.600751 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7725-5b05-48e1-b989-106fbc76f740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.612436 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['383b4dbc-1515-4851-b01c-698135167307'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:33:37.625748 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7725-5b05-48e1-b989-106fbc76f740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.690428 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7725-5b05-48e1-b989-106fbc76f740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.693506 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7725-5b05-48e1-b989-106fbc76f740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:37.697213 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-7c2a7725-5b05-48e1-b989-106fbc76f740 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79670481-d856-42e3-b61f-d854137319a8 HTTP/1.1" status: 204 len: 168 time: 0.1582425 Nov 23 14:33:37.704162 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a7725-5b05-48e1-b989-106fbc76f740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79670481-d856-42e3-b61f-d854137319a8,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:38.069594 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48108) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:38.083831 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7d00-35ea-43d1-8df3-9701f1a30fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.163273 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7d00-35ea-43d1-8df3-9701f1a30fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.168909 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7d00-35ea-43d1-8df3-9701f1a30fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.203813 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.217576 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-c7fa7d00-35ea-43d1-8df3-9701f1a30fc7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=153de8bdc0ad4928b496a8744c0b26c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468570 Nov 23 14:33:38.221957 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48110) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:38.228811 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa7d00-35ea-43d1-8df3-9701f1a30fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5308c810-b3c5-4dc7-a6af-6a5a82df47e2,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:38.281966 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c6572df1-df57-4038-b859-441bb67272e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.305411 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c6572df1-df57-4038-b859-441bb67272e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.362060 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c6572df1-df57-4038-b859-441bb67272e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.364746 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c6572df1-df57-4038-b859-441bb67272e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:38.366012 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-c6572df1-df57-4038-b859-441bb67272e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5308c810-b3c5-4dc7-a6af-6a5a82df47e2 HTTP/1.1" status: 204 len: 168 time: 0.1430774 Nov 23 14:33:38.374940 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6572df1-df57-4038-b859-441bb67272e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5308c810-b3c5-4dc7-a6af-6a5a82df47e2,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:38.700192 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a9e41-ec83-45b1-bb78-4d63fa0f6c15 req-2eecc5fd-f34e-489f-a935-e44d50a32b49 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:38.702713 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-356a9e41-ec83-45b1-bb78-4d63fa0f6c15 req-2eecc5fd-f34e-489f-a935-e44d50a32b49 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 945 time: 0.0578961 Nov 23 14:33:38.763908 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-356a9e41-ec83-45b1-bb78-4d63fa0f6c15 req-aa2e6f2c-ed12-46cd-ae29-56b295c75b6a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527377 Nov 23 14:33:38.906953 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f84b8-73cd-429c-9c25-06bf3ce0b4cc req-e0b043fd-1711-40be-93fc-d87c42fb372a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:38.910737 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-681f84b8-73cd-429c-9c25-06bf3ce0b4cc req-e0b043fd-1711-40be-93fc-d87c42fb372a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.3053186 Nov 23 14:33:39.017767 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-681f84b8-73cd-429c-9c25-06bf3ce0b4cc req-8d509e5d-9412-41f6-801a-3ad213ce5d3d tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906909 Nov 23 14:33:39.132356 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 383b4dbc-1515-4851-b01c-698135167307 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:39.194630 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 383b4dbc-1515-4851-b01c-698135167307 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:33:39.202488 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 383b4dbc-1515-4851-b01c-698135167307 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:39.203604 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.294982 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237ac17-3651-434c-9c4f-8fab5fc62837 req-6abdab2e-4a59-49e3-8cd6-ca64936acebe tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:39.296693 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0237ac17-3651-434c-9c4f-8fab5fc62837 req-6abdab2e-4a59-49e3-8cd6-ca64936acebe tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.3107114 Nov 23 14:33:39.315323 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.348624 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b4dbc-1515-4851-b01c-698135167307'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:39.352950 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac00ad1b-ad3d-49e1-8316-55f0a5f8d4b0" -d '{"events": [{"server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "name": "network-vif-plugged", "status": "completed", "tag": "383b4dbc-1515-4851-b01c-698135167307"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:39.375361 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0237ac17-3651-434c-9c4f-8fab5fc62837 req-cc8e7586-daae-47c1-ad3d-12eb63052b4e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705988 Nov 23 14:33:39.378324 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:39.385182 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.427236 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f317c14-aa80-487a-922f-a2c4914dcc0d x-openstack-request-id: req-4f317c14-aa80-487a-922f-a2c4914dcc0d {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:39.427834 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "name": "network-vif-plugged", "status": "completed", "tag": "383b4dbc-1515-4851-b01c-698135167307", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:39.428322 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f317c14-aa80-487a-922f-a2c4914dcc0d {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:39.429008 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b4dbc-1515-4851-b01c-698135167307', 'code': 200} Nov 23 14:33:39.460756 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:39.616855 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eff61a-0eef-45b3-a90c-8ab3f446d832 req-185fcd13-4d54-4254-a2b6-6458ad913ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:39.619057 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98eff61a-0eef-45b3-a90c-8ab3f446d832 req-185fcd13-4d54-4254-a2b6-6458ad913ead service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 1099 time: 0.0498586 Nov 23 14:33:39.681699 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98eff61a-0eef-45b3-a90c-8ab3f446d832 req-def11593-4e44-4f9a-b27e-83b1466d9c4e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547757 Nov 23 14:33:39.854686 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:39.898152 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbc0c7-105f-4d5e-ab2a-8854a7511d4a req-833475af-4929-47fe-b7e7-9192a975f70b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:39.899702 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d0dbc0c7-105f-4d5e-ab2a-8854a7511d4a req-833475af-4929-47fe-b7e7-9192a975f70b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0549006 Nov 23 14:33:39.951666 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d0dbc0c7-105f-4d5e-ab2a-8854a7511d4a req-4284aeda-a54f-41f8-8208-43e98a8e32c5 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452554 Nov 23 14:33:40.156532 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d8a2-192d-4a60-96d3-62845fd772e7 req-8a1c12a7-ea2d-4c55-9122-cfe4635107a8 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:40.159048 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a468d8a2-192d-4a60-96d3-62845fd772e7 req-8a1c12a7-ea2d-4c55-9122-cfe4635107a8 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0593483 Nov 23 14:33:40.240058 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a468d8a2-192d-4a60-96d3-62845fd772e7 req-31e5b6f4-dc8e-493e-b73c-329b54b5a50a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713613 Nov 23 14:33:40.488658 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:40.537719 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1a57f-3207-479d-a636-a9bf3b72654b req-3070109a-755f-4b22-b467-7eaaf974c20f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:40.540249 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-91b1a57f-3207-479d-a636-a9bf3b72654b req-3070109a-755f-4b22-b467-7eaaf974c20f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0791831 Nov 23 14:33:40.594036 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-91b1a57f-3207-479d-a636-a9bf3b72654b req-a080b8e6-f173-4445-8b4b-8dd6ebef1734 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465648 Nov 23 14:33:41.079660 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb877b8e-a52d-4636-8fd0-555f13cb99b0 req-70971116-79fc-41bc-bb47-0b021bff1d79 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:41.081224 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-bb877b8e-a52d-4636-8fd0-555f13cb99b0 req-70971116-79fc-41bc-bb47-0b021bff1d79 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0518508 Nov 23 14:33:41.130809 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-bb877b8e-a52d-4636-8fd0-555f13cb99b0 req-d3b0f72a-2a73-45ae-8fd5-4002d98823d2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435500 Nov 23 14:33:41.262685 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-dc4c6c40-1f8a-4e02-8ce4-2a787128cfd4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:41.264826 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-dc4c6c40-1f8a-4e02-8ce4-2a787128cfd4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.0897076 Nov 23 14:33:41.312788 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348d53b-3bfa-4fc0-a060-a1a86b0a942b req-529019ec-a761-4913-8cd0-9b40a9ce0220 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:41.314395 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9348d53b-3bfa-4fc0-a060-a1a86b0a942b req-529019ec-a761-4913-8cd0-9b40a9ce0220 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.1035395 Nov 23 14:33:41.327432 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48190) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:41.333333 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-ad328dc7-4309-46c8-8314-1d64ba58a085 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Request body: {'floatingip': {'port_id': '383b4dbc-1515-4851-b01c-698135167307'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:41.390551 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Deleting port 4641ebcf-f827-4694-b1e1-4700e620a804 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:41.390893 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.393661 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-ad328dc7-4309-46c8-8314-1d64ba58a085 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.470724 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f8f13-25e3-4fae-bcb5-9780c39cbddb req-60d1b607-7eed-4440-b692-eedaf2a1ccbd tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:41.472350 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ee4f8f13-25e3-4fae-bcb5-9780c39cbddb req-60d1b607-7eed-4440-b692-eedaf2a1ccbd tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.1557400 Nov 23 14:33:41.504010 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] For port 4641ebcf-f827-4694-b1e1-4700e620a804, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4641ebcf-f827-4694-b1e1-4700e620a804,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:41.504385 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.645781 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ee4f8f13-25e3-4fae-bcb5-9780c39cbddb req-c6e53542-e01b-4caa-8bb4-27a96240eadf tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601470 Nov 23 14:33:41.802562 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.802830 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:41.803154 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.l3_db [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Floating IP 43f6c04d-9477-48ea-8b17-edd9a524f480 disassociated. External IP: 172.27.1.221, port: 4641ebcf-f827-4694-b1e1-4700e620a804. Nov 23 14:33:41.803502 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Calling delete_port for 4641ebcf-f827-4694-b1e1-4700e620a804 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:41.829296 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8994a73-de17-425c-aa2f-d23f8da1299c req-68d65ad8-df14-4476-9c03-72dd986dffca tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:41.830930 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a8994a73-de17-425c-aa2f-d23f8da1299c req-68d65ad8-df14-4476-9c03-72dd986dffca tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 945 time: 0.1187358 Nov 23 14:33:41.943480 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a8994a73-de17-425c-aa2f-d23f8da1299c req-91a8065f-098b-4233-b99f-46142f56119b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e7a53-f5f7-4361-bd59-570f7bf7b400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809426 Nov 23 14:33:42.007076 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.011200 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-ad328dc7-4309-46c8-8314-1d64ba58a085 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.017296 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-ad328dc7-4309-46c8-8314-1d64ba58a085 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.041135 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event deleted for resources: {'Port': ['ID=4641ebcf-f827-4694-b1e1-4700e620a804,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:42.168539 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.l3_db [None req-ad328dc7-4309-46c8-8314-1d64ba58a085 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Floating IP 35a4a828-1125-4dde-8f99-3d789091f761 associated. External IP: 172.27.1.135, port: 383b4dbc-1515-4851-b01c-698135167307. Nov 23 14:33:42.177599 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:42.304344 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:42.318004 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] Sync routers for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:42.333323 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:42.334296 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:33:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:42.361488 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] No DVR routers for this DVR port 4641ebcf-f827-4694-b1e1-4700e620a804 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:33:42.365148 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.369091 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-76accb2b-63d8-41f2-a9f4-3a7523c5fbce req-6c705b67-cbbf-42a4-b998-f0e355a35105 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.48 "DELETE /v2.0/ports/4641ebcf-f827-4694-b1e1-4700e620a804 HTTP/1.1" status: 204 len: 173 time: 1.0971370 Nov 23 14:33:42.369890 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a906554-7cc4-4158-855a-101a5e49581c', 'name': 'network-vif-deleted', 'tag': '4641ebcf-f827-4694-b1e1-4700e620a804'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:42.372806 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc67d54d-f510-4b73-b1b1-474ead4efc92" -d '{"events": [{"server_uuid": "8a906554-7cc4-4158-855a-101a5e49581c", "name": "network-vif-deleted", "tag": "4641ebcf-f827-4694-b1e1-4700e620a804"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:42.436746 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad328dc7-4309-46c8-8314-1d64ba58a085 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:42.437948 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3bd65f-3232-4b11-a2e8-cf21374c72d0 x-openstack-request-id: req-ce3bd65f-3232-4b11-a2e8-cf21374c72d0 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:42.438246 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a906554-7cc4-4158-855a-101a5e49581c", "name": "network-vif-deleted", "tag": "4641ebcf-f827-4694-b1e1-4700e620a804", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:42.438535 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce3bd65f-3232-4b11-a2e8-cf21374c72d0 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:42.438925 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a906554-7cc4-4158-855a-101a5e49581c', 'name': 'network-vif-deleted', 'tag': '4641ebcf-f827-4694-b1e1-4700e620a804', 'status': 'completed', 'code': 200} Nov 23 14:33:42.488103 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:42.588897 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad328dc7-4309-46c8-8314-1d64ba58a085 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:42.594832 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-ad328dc7-4309-46c8-8314-1d64ba58a085 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:42.602596 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] Sync routers for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:42.620525 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:42.621311 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:33:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:42.637742 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-ad328dc7-4309-46c8-8314-1d64ba58a085 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "PUT /v2.0/floatingips/35a4a828-1125-4dde-8f99-3d789091f761 HTTP/1.1" status: 200 len: 992 time: 1.3084972 Nov 23 14:33:42.638678 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'tag': '383b4dbc-1515-4851-b01c-698135167307'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:42.641865 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da4bf3b-9d61-478d-8568-c959aff5e924" -d '{"events": [{"name": "network-changed", "server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "tag": "383b4dbc-1515-4851-b01c-698135167307"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:42.733322 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5850fb30-591f-432a-bab9-c4ffc911ed4c x-openstack-request-id: req-5850fb30-591f-432a-bab9-c4ffc911ed4c {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:42.733651 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "tag": "383b4dbc-1515-4851-b01c-698135167307", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:42.733909 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5850fb30-591f-432a-bab9-c4ffc911ed4c {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:42.734323 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'tag': '383b4dbc-1515-4851-b01c-698135167307', 'status': 'completed', 'code': 200} Nov 23 14:33:42.770323 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:42.784026 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:42.821076 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] Checking router: 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:33:42.834567 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:42.835475 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:33:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:42.875673 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-6cd836f3-df07-48d5-81e2-9dc83a1da820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:42.882361 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-6cd836f3-df07-48d5-81e2-9dc83a1da820 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 1099 time: 0.1193156 Nov 23 14:33:42.895902 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465bcc3-29b1-433e-9284-7b12d213c47e req-725984eb-2dc3-48bb-bd70-550de9248045 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:42.905899 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5465bcc3-29b1-433e-9284-7b12d213c47e req-725984eb-2dc3-48bb-bd70-550de9248045 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0986314 Nov 23 14:33:43.009659 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5465bcc3-29b1-433e-9284-7b12d213c47e req-f20f0dee-a8ed-4461-860e-721bcb567699 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996168 Nov 23 14:33:43.116780 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:43.152095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-512169a5-e2e2-4d7f-a378-1d99c9aa9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:43.156044 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-512169a5-e2e2-4d7f-a378-1d99c9aa9795 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 917 time: 0.2588701 Nov 23 14:33:43.195851 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-348ae132-699c-4278-a80f-49adef33b681 req-b7c32660-6f39-4f16-b74b-81a820d5c00b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a906554-7cc4-4158-855a-101a5e49581c HTTP/1.1" status: 200 len: 210 time: 0.0337305 Nov 23 14:33:43.242630 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '35a4a828-1125-4dde-8f99-3d789091f761', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'port_id': '383b4dbc-1515-4851-b01c-698135167307', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'mac_address': 'fa:16:3e:20:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:33:30Z', 'updated_at': '2021-11-23T14:33:41Z', 'revision_number': 1, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:43.268284 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-74301072-0d51-4d93-83a6-4738e86f8e05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=383b4dbc-1515-4851-b01c-698135167307 HTTP/1.1" status: 200 len: 1000 time: 0.1041124 Nov 23 14:33:43.271001 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] Checking router: 779ff37c-dfd6-4faf-9d0c-b30640a324e9 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:33:43.283555 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:43.284189 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:33:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:43.365332 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-8981a357-1128-4454-aeb2-82a3eaaaf75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:43.366987 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-8981a357-1128-4454-aeb2-82a3eaaaf75c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.0910716 Nov 23 14:33:43.430444 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:43.431117 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:43.483366 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3708b8-1310-4c30-9d88-c80d0c7b4116 None None] The sync data for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi is: [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:43.489330 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-5b00f163-f533-4c2e-941c-74141945c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:43.491664 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-5b00f163-f533-4c2e-941c-74141945c65d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1169066 Nov 23 14:33:43.618707 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-c71cdb85-97bc-4765-b431-ffeae8dd1bd2 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194723 Nov 23 14:33:43.750816 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8da4bf3b-9d61-478d-8568-c959aff5e924 req-c2fa48b1-7447-4ec2-be1d-46695663306a service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246502 Nov 23 14:33:43.824939 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '35a4a828-1125-4dde-8f99-3d789091f761', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'port_id': '383b4dbc-1515-4851-b01c-698135167307', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'mac_address': 'fa:16:3e:20:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:33:30Z', 'updated_at': '2021-11-23T14:33:41Z', 'revision_number': 1, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:43.861552 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7872b0-c39a-411a-84d7-6721cf3d213b None None] New status for floating IP 43f6c04d-9477-48ea-8b17-edd9a524f480: DOWN {{(pid=102954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:33:43.954496 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9547c-d47b-4a49-aa33-280548192c17 None None] The sync data for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi is: [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '35a4a828-1125-4dde-8f99-3d789091f761', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'port_id': '383b4dbc-1515-4851-b01c-698135167307', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'mac_address': 'fa:16:3e:20:03:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:33:30Z', 'updated_at': '2021-11-23T14:33:41Z', 'revision_number': 1, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:33:44.165286 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5266e58-49be-4d85-976f-781e5fffb37d req-fd8c936c-c457-47a6-9525-28caea8f3c4b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:44.166860 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c5266e58-49be-4d85-976f-781e5fffb37d req-fd8c936c-c457-47a6-9525-28caea8f3c4b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0621698 Nov 23 14:33:44.208079 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f15a1af-1184-4352-8406-e2371591b55d None None] New status for floating IP 35a4a828-1125-4dde-8f99-3d789091f761: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:33:44.242750 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c5266e58-49be-4d85-976f-781e5fffb37d req-3a743ffe-ad40-49fc-8dfe-b167046177f5 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691428 Nov 23 14:33:44.323091 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48232) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:44.387393 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-124305a6-f13d-47a7-84da-a0f33dad33da tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.416250 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-124305a6-f13d-47a7-84da-a0f33dad33da tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.474736 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-124305a6-f13d-47a7-84da-a0f33dad33da tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.477433 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-124305a6-f13d-47a7-84da-a0f33dad33da tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.478668 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-124305a6-f13d-47a7-84da-a0f33dad33da tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "DELETE /v2.0/security-groups/ce4e7a53-f5f7-4361-bd59-570f7bf7b400 HTTP/1.1" status: 204 len: 168 time: 0.1545165 Nov 23 14:33:44.482129 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 48234) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:44.490863 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124305a6-f13d-47a7-84da-a0f33dad33da tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e7a53-f5f7-4361-bd59-570f7bf7b400,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:44.496886 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.api.v2.resource [None req-ec24173d-97d2-4dc4-b9e1-cba2288872ff tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] show failed (client error): The resource could not be found. Nov 23 14:33:44.498132 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-ec24173d-97d2-4dc4-b9e1-cba2288872ff tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups/ce4e7a53-f5f7-4361-bd59-570f7bf7b400 HTTP/1.1" status: 404 len: 347 time: 0.0142510 Nov 23 14:33:44.501609 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48236) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:44.651907 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-de302732-5888-444d-b94a-7d6f2be42579 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Deleting port 89df74c6-704a-425f-a990-c529b2fff58a {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:33:44.651907 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-de302732-5888-444d-b94a-7d6f2be42579 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.734331 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-de302732-5888-444d-b94a-7d6f2be42579 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.734576 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-de302732-5888-444d-b94a-7d6f2be42579 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.747991 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-de302732-5888-444d-b94a-7d6f2be42579 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Calling delete_port for 89df74c6-704a-425f-a990-c529b2fff58a owned by network:floatingip {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:33:44.907154 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-de302732-5888-444d-b94a-7d6f2be42579 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:44.974151 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de302732-5888-444d-b94a-7d6f2be42579 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event deleted for resources: {'Port': ['ID=89df74c6-704a-425f-a990-c529b2fff58a,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:45.032221 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-de302732-5888-444d-b94a-7d6f2be42579 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.034956 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-de302732-5888-444d-b94a-7d6f2be42579 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.036203 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-de302732-5888-444d-b94a-7d6f2be42579 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "DELETE /v2.0/floatingips/43f6c04d-9477-48ea-8b17-edd9a524f480 HTTP/1.1" status: 204 len: 168 time: 0.5336843 Nov 23 14:33:45.179152 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 4641ebcf-f827-4694-b1e1-4700e620a804 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:33:45.201785 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 4641ebcf-f827-4694-b1e1-4700e620a804 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:33:45.202135 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 4641ebcf-f827-4694-b1e1-4700e620a804 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:33:45.372150 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fd96b-aeb7-4b84-806b-244b8002f000 req-9f8b4ee6-1b41-484f-a3b2-490afb52e5e0 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:45.373842 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-685fd96b-aeb7-4b84-806b-244b8002f000 req-9f8b4ee6-1b41-484f-a3b2-490afb52e5e0 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0529358 Nov 23 14:33:45.442770 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-685fd96b-aeb7-4b84-806b-244b8002f000 req-8e1863be-ee5e-4145-8121-a8bf85037024 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622213 Nov 23 14:33:45.494323 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48268) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:45.499966 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-3acdcd8b-2969-400e-b438-f8473e3aece4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--832738827', 'description': 'tempest-description--1275909813'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:45.523133 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3acdcd8b-2969-400e-b438-f8473e3aece4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.589594 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3acdcd8b-2969-400e-b438-f8473e3aece4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.594568 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3acdcd8b-2969-400e-b438-f8473e3aece4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.626438 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3acdcd8b-2969-400e-b438-f8473e3aece4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.627700 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-3acdcd8b-2969-400e-b438-f8473e3aece4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1324823 Nov 23 14:33:45.630745 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48270) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:45.635061 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-c5ea562b-7e8d-4761-a387-40496a30caf9 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'security_group_rule': {'security_group_id': '0534f093-6b5b-41b8-a6f1-c4838233b651', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:45.641967 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdcd8b-2969-400e-b438-f8473e3aece4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0534f093-6b5b-41b8-a6f1-c4838233b651,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:45.671175 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c5ea562b-7e8d-4761-a387-40496a30caf9 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.734194 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c5ea562b-7e8d-4761-a387-40496a30caf9 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.738331 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c5ea562b-7e8d-4761-a387-40496a30caf9 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.757852 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea562b-7e8d-4761-a387-40496a30caf9 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ed59c4-790f-4d3c-b8a1-ec38ed527c9b,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:45.767587 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c5ea562b-7e8d-4761-a387-40496a30caf9 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.769171 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-c5ea562b-7e8d-4761-a387-40496a30caf9 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374202 Nov 23 14:33:45.772042 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48272) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:45.776544 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-70c6011c-122f-4a55-a74a-031f1d9c2f93 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'security_group_rule': {'security_group_id': '0534f093-6b5b-41b8-a6f1-c4838233b651', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:45.806137 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-70c6011c-122f-4a55-a74a-031f1d9c2f93 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.874580 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-70c6011c-122f-4a55-a74a-031f1d9c2f93 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.879716 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-70c6011c-122f-4a55-a74a-031f1d9c2f93 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.899567 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6011c-122f-4a55-a74a-031f1d9c2f93 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51cfe89-9017-4445-bc43-36beb8f2cf5b,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:45.905434 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-70c6011c-122f-4a55-a74a-031f1d9c2f93 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:45.906679 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-70c6011c-122f-4a55-a74a-031f1d9c2f93 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336327 Nov 23 14:33:45.909977 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48276) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:45.915017 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'floatingip': {'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:45.940013 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.058936 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.081304 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.175348 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Allocated IP 172.27.1.134 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/7317e2e5-ed32-4512-8f14-4802958ece06) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:46.292363 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.345774 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.388626 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:46.391933 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:46.395134 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:46.424596 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'Port': ['ID=7317e2e5-ed32-4512-8f14-4802958ece06,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:46.505029 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.548224 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.576830 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4d5d8-0010-4634-9b35-0394ca660931 req-d504b693-8675-4029-a326-7d62ba03ef8d tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:46.578856 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-13a4d5d8-0010-4634-9b35-0394ca660931 req-d504b693-8675-4029-a326-7d62ba03ef8d tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0587914 Nov 23 14:33:46.654185 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-13a4d5d8-0010-4634-9b35-0394ca660931 req-42fdc023-9df4-4e47-adac-67155d240504 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676067 Nov 23 14:33:46.724690 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.730377 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085210'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.803370 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'Port': ['ID=7317e2e5-ed32-4512-8f14-4802958ece06,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:46.815677 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.834141 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:46.835438 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-5cbc9a08-a266-4f5f-ac5e-f9808e84153a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9243939 Nov 23 14:33:47.056125 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-cdd3bf69-4db0-4eb4-88fb-b26e58031e9c tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--832738827&fields=id&tenant_id=8b77b666a5b4482f86df61916953c4c9 HTTP/1.1" status: 200 len: 267 time: 0.0478990 Nov 23 14:33:47.178146 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-22995095-22e4-405e-aaa6-68ac18cf5f82 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:47.179729 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-22995095-22e4-405e-aaa6-68ac18cf5f82 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/networks?id=72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 200 len: 811 time: 0.1147530 Nov 23 14:33:47.196234 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-58693d46-42c4-423f-abb5-eaa0e85fbe7f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/quotas/8b77b666a5b4482f86df61916953c4c9 HTTP/1.1" status: 200 len: 375 time: 0.0103440 Nov 23 14:33:47.251795 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-4c7dfca1-eab2-486a-972d-5d1baca08a19 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493279 Nov 23 14:33:47.690768 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-7f8442bd-9d24-46d3-993c-7a1d5b9ffa16 service neutron] 10.222.0.59 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265711 Nov 23 14:33:47.793576 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-9c06dbd3-3078-454b-86a8-ad1e6480b697 service neutron] 10.222.0.59 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962446 Nov 23 14:33:47.805704 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a876-e995-434d-86a4-acb3e719d5c6 req-3862b1eb-69a6-45de-9aab-292d34a02b48 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:47.815189 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6281a876-e995-434d-86a4-acb3e719d5c6 req-3862b1eb-69a6-45de-9aab-292d34a02b48 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0760012 Nov 23 14:33:47.883641 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6281a876-e995-434d-86a4-acb3e719d5c6 req-d14a89ae-c50b-42dc-b3f0-31eace2be90d tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670910 Nov 23 14:33:47.992102 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-213045dd-857a-4c57-831f-23b6f1935c11 req-331d4123-1b45-4563-a891-7e7cea8f02ac tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 210 time: 0.0277357 Nov 23 14:33:49.093326 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b672c-f3fe-42bc-91e1-e710a7fa75e7 req-de2179bf-3357-40b7-b8b3-6632611c7936 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:49.096778 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e36b672c-f3fe-42bc-91e1-e710a7fa75e7 req-de2179bf-3357-40b7-b8b3-6632611c7936 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.1072400 Nov 23 14:33:49.181968 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-bba79391-f279-44f5-bc57-7e2799c3a67c req-491f9532-a020-4ab5-b5bf-07786f3333b4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 210 time: 0.0668583 Nov 23 14:33:49.258213 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e36b672c-f3fe-42bc-91e1-e710a7fa75e7 req-96cc5157-4183-4e47-9964-38efb679a522 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489215 Nov 23 14:33:49.394847 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b4667753-adbc-4400-bbff-4f5c0160ee24 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:49.397425 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b4667753-adbc-4400-bbff-4f5c0160ee24 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.48 "GET /v2.0/networks?id=72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 200 len: 811 time: 0.2785442 Nov 23 14:33:49.490634 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-ba8cbac0-5431-457e-a7da-193069c7e187 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b77b666a5b4482f86df61916953c4c9 HTTP/1.1" status: 200 len: 379 time: 0.0770993 Nov 23 14:33:49.508388 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'port': {'device_id': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'admin_state_up': True, 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'security_groups': ['0534f093-6b5b-41b8-a6f1-c4838233b651']}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:49.671594 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Made reservation on behalf of 8b77b666a5b4482f86df61916953c4c9 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:33:49.675575 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:49.831257 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Allocated IP 172.20.0.5 (72082c76-6ced-497f-a837-e78d35ddc847/7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70/12bdf549-7b72-4845-89fd-2b21b7e5bc9d) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:33:50.317132 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ec0eb21a-6cfa-4801-9cc3-0050b96f07da req-204b7ebc-b648-4085-8dfb-3d64382550b4 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 210 time: 0.0430794 Nov 23 14:33:50.334214 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.399253 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.452841 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7a94e-1803-43eb-9749-83ed97191fed req-d8e097e9-95db-4150-a0b3-a6929986f639 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:50.455247 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eaa7a94e-1803-43eb-9749-83ed97191fed req-d8e097e9-95db-4150-a0b3-a6929986f639 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0679941 Nov 23 14:33:50.460100 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Network 72082c76-6ced-497f-a837-e78d35ddc847 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:33:50.466053 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:33:50.471149 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:33:50.512716 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event updated for resources: {'Port': ['ID=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:50.533340 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.533794 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.534221 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.534582 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.534944 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.535292 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.535730 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.536142 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.536634 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.537089 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.537506 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.537932 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:50.554570 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-eaa7a94e-1803-43eb-9749-83ed97191fed req-d28f2c74-853b-4b26-9cbd-bbfbe68c18c2 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904777 Nov 23 14:33:50.566621 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:50.566621 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.593954 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-b69c9048-cc1b-4f1a-bae7-435ed6ef3006 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0934813 Nov 23 14:33:50.610432 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Request body: {'port': {'device_id': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:50.697444 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.739869 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-ddaa13bb-884a-4438-8096-67408238baab None None] Provisioning complete for port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:50.739869 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-ddaa13bb-884a-4438-8096-67408238baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:50.790493 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa13bb-884a-4438-8096-67408238baab None None] Port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:33:51.050184 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bdf549-7b72-4845-89fd-2b21b7e5bc9d {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:33:51.059084 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.074736 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Transition to ACTIVE for port object 12bdf549-7b72-4845-89fd-2b21b7e5bc9d will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:33:51.079498 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.145440 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Pushing event updated for resources: {'Port': ['ID=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:51.257104 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Attempting to bind port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:33:51.257804 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Attempting to bind port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:33:51.258146 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Attempting to bind port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d on network 72082c76-6ced-497f-a837-e78d35ddc847 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:51.268322 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d on network 72082c76-6ced-497f-a837-e78d35ddc847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:33:51.268889 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Attempting to bind port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d on network 72082c76-6ced-497f-a837-e78d35ddc847 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:33:51.277811 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:33:51.278202 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Checking segment: {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:33:51.278741 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Bound using segment: {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:33:51.279473 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Bound port: 12bdf549-7b72-4845-89fd-2b21b7e5bc9d, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '872b11d9-d1f1-4ca5-af4b-c666facc4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:33:51.280305 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.387168 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] For port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:33:51.395517 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] For port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:33:51.402145 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.510312 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:51.511286 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:51.514261 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/12bdf549-7b72-4845-89fd-2b21b7e5bc9d HTTP/1.1" status: 200 len: 1093 time: 0.9106817 Nov 23 14:33:51.515256 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'tag': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:51.520152 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6111b83d-03ff-4d19-b048-0c5626034307" -d '{"events": [{"name": "network-changed", "server_uuid": "a0522075-3d0c-41d6-947f-662bb7237b76", "tag": "12bdf549-7b72-4845-89fd-2b21b7e5bc9d"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:51.622903 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e664eb5-0373-4502-8ec8-9e8954f136f5 service neutron] Pushing event updated for resources: {'Port': ['ID=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:51.644689 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8da1e1-d943-4787-9ac4-67925577bd25 x-openstack-request-id: req-7d8da1e1-d943-4787-9ac4-67925577bd25 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:51.646120 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0522075-3d0c-41d6-947f-662bb7237b76", "tag": "12bdf549-7b72-4845-89fd-2b21b7e5bc9d", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:51.646120 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d8da1e1-d943-4787-9ac4-67925577bd25 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:51.646368 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'tag': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d', 'status': 'completed', 'code': 200} Nov 23 14:33:51.665334 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ed078-8032-49ff-82af-26cbcd34ad33 req-3425d883-3e90-4078-bd8d-2a6d56e383fa tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:51.667864 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-498ed078-8032-49ff-82af-26cbcd34ad33 req-3425d883-3e90-4078-bd8d-2a6d56e383fa tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 943 time: 0.2573686 Nov 23 14:33:51.703899 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-bf0f3552-8a95-4b66-9236-635f3f682f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:51.705695 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-bf0f3552-8a95-4b66-9236-635f3f682f9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 1096 time: 0.1419282 Nov 23 14:33:51.784731 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-910c1f6b-fbd8-4dc3-947b-374d3ab7c731 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12bdf549-7b72-4845-89fd-2b21b7e5bc9d HTTP/1.1" status: 200 len: 217 time: 0.0616055 Nov 23 14:33:51.789344 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-498ed078-8032-49ff-82af-26cbcd34ad33 req-3fdf1a92-a2e9-43ab-a5d6-4fd4d5804840 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=0534f093-6b5b-41b8-a6f1-c4838233b651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073430 Nov 23 14:33:51.806560 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d29e95-b3c4-4faf-ac79-11e9e0b02cb9 req-8577bdb3-3989-46d9-9cac-f6d26e00f142 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:51.809283 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f6d29e95-b3c4-4faf-ac79-11e9e0b02cb9 req-8577bdb3-3989-46d9-9cac-f6d26e00f142 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0728073 Nov 23 14:33:51.890478 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-0fa471ba-edd3-4db6-8115-153a2599c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:51.892116 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-0fa471ba-edd3-4db6-8115-153a2599c843 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70 HTTP/1.1" status: 200 len: 850 time: 0.0931251 Nov 23 14:33:51.907865 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f6d29e95-b3c4-4faf-ac79-11e9e0b02cb9 req-8c19bef5-f267-4aaf-b893-e787802eddb0 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876124 Nov 23 14:33:51.965119 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-631ebddc-62e0-4207-8b6b-32d3b200b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:51.966816 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-631ebddc-62e0-4207-8b6b-32d3b200b0e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72082c76-6ced-497f-a837-e78d35ddc847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482337 Nov 23 14:33:52.099689 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-6ccf695a-c99d-45d2-a966-d09e58c3e2af service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239557 Nov 23 14:33:52.229364 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-21c906e0-7382-4d7f-a51f-453aa45b3280 req-a66582be-0407-448a-bca9-98b6672c1d40 service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194310 Nov 23 14:33:52.355720 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111b83d-03ff-4d19-b048-0c5626034307 req-ba514b9f-7068-4ecf-9525-830cde3873c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:52.357721 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6111b83d-03ff-4d19-b048-0c5626034307 req-ba514b9f-7068-4ecf-9525-830cde3873c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 1096 time: 0.0610805 Nov 23 14:33:52.485267 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111b83d-03ff-4d19-b048-0c5626034307 req-31b5fb00-91ab-45bf-9555-412744079337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:52.486823 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6111b83d-03ff-4d19-b048-0c5626034307 req-31b5fb00-91ab-45bf-9555-412744079337 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 200 len: 912 time: 0.1191819 Nov 23 14:33:52.533907 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6111b83d-03ff-4d19-b048-0c5626034307 req-5f4b9f5b-4e6e-4092-9a81-49724ad0a245 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12bdf549-7b72-4845-89fd-2b21b7e5bc9d HTTP/1.1" status: 200 len: 217 time: 0.0391035 Nov 23 14:33:52.598973 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111b83d-03ff-4d19-b048-0c5626034307 req-96a14c97-6ca6-4588-99b4-5b8b38926708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:52.600494 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6111b83d-03ff-4d19-b048-0c5626034307 req-96a14c97-6ca6-4588-99b4-5b8b38926708 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70 HTTP/1.1" status: 200 len: 850 time: 0.0593362 Nov 23 14:33:52.658697 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111b83d-03ff-4d19-b048-0c5626034307 req-b0c8bca2-b1f9-4950-9b69-a7e1df3356a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:52.660460 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6111b83d-03ff-4d19-b048-0c5626034307 req-b0c8bca2-b1f9-4950-9b69-a7e1df3356a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72082c76-6ced-497f-a837-e78d35ddc847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517812 Nov 23 14:33:52.782615 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6111b83d-03ff-4d19-b048-0c5626034307 req-0d015b1a-00b4-4493-a374-73b815dd1df6 service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128464 Nov 23 14:33:52.911064 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6111b83d-03ff-4d19-b048-0c5626034307 req-e23dbf2c-090a-4057-bfe7-30f2087a12d8 service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198733 Nov 23 14:33:52.941347 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42370d0a-eda9-4fbe-afab-92717aac769f req-6593d9d7-ecae-4bf9-b579-4612f925b258 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:52.943009 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-42370d0a-eda9-4fbe-afab-92717aac769f req-6593d9d7-ecae-4bf9-b579-4612f925b258 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 943 time: 0.0689433 Nov 23 14:33:53.028664 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-42370d0a-eda9-4fbe-afab-92717aac769f req-0e87235e-ae52-4f57-bdb3-9af96ea112fd tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=0534f093-6b5b-41b8-a6f1-c4838233b651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731680 Nov 23 14:33:53.077495 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e771fa4-b60a-4a57-b17e-d123753c6cdb req-9a567d8d-edfd-4679-94c5-f73888793afe tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:53.079263 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2e771fa4-b60a-4a57-b17e-d123753c6cdb req-9a567d8d-edfd-4679-94c5-f73888793afe tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0863705 Nov 23 14:33:53.160792 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2e771fa4-b60a-4a57-b17e-d123753c6cdb req-1d1711a0-633a-41af-b6ef-e2d44baa2f94 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740449 Nov 23 14:33:53.211099 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 12bdf549-7b72-4845-89fd-2b21b7e5bc9d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:33:53.380140 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:53.404177 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'port_id': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d', 'mac_address': 'fa:16:3e:e7:cc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:33:53.479563 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.498292 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bdf549-7b72-4845-89fd-2b21b7e5bc9d {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:33:53.530709 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:53.537690 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:53.622448 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:53.799710 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['12bdf549-7b72-4845-89fd-2b21b7e5bc9d'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:33:54.346909 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc930-7660-4080-809f-2775f1da2c54 req-26d77e0e-5e6a-47ff-ba8e-ade06b5b338d tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:54.348542 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-48cbc930-7660-4080-809f-2775f1da2c54 req-26d77e0e-5e6a-47ff-ba8e-ade06b5b338d tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0754981 Nov 23 14:33:54.371403 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105541bd-9156-4b98-9c5b-4f5161cae2b0 req-c65ba189-e94a-4cb7-ba68-b157590cf953 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:54.374273 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-105541bd-9156-4b98-9c5b-4f5161cae2b0 req-c65ba189-e94a-4cb7-ba68-b157590cf953 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 944 time: 0.0837610 Nov 23 14:33:54.443515 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-48cbc930-7660-4080-809f-2775f1da2c54 req-133d55eb-de3b-40fa-9094-60890e9ba03a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878808 Nov 23 14:33:54.460707 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-105541bd-9156-4b98-9c5b-4f5161cae2b0 req-211c3065-826c-4c16-969b-f0e8fb88056d tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=0534f093-6b5b-41b8-a6f1-c4838233b651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800138 Nov 23 14:33:55.210539 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 12bdf549-7b72-4845-89fd-2b21b7e5bc9d up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:33:55.268464 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:33:55.275544 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:33:55.276174 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.379610 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.409284 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:55.411597 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90673f4-6faf-4b88-bbf8-b49ee3cfa767" -d '{"events": [{"server_uuid": "a0522075-3d0c-41d6-947f-662bb7237b76", "name": "network-vif-plugged", "status": "completed", "tag": "12bdf549-7b72-4845-89fd-2b21b7e5bc9d"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:55.428202 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:33:55.435381 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:55.473720 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e4fbc8-da97-4d96-b72a-9980005b5906 x-openstack-request-id: req-95e4fbc8-da97-4d96-b72a-9980005b5906 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:55.474144 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0522075-3d0c-41d6-947f-662bb7237b76", "name": "network-vif-plugged", "status": "completed", "tag": "12bdf549-7b72-4845-89fd-2b21b7e5bc9d", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:55.474509 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95e4fbc8-da97-4d96-b72a-9980005b5906 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:55.475069 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d', 'code': 200} Nov 23 14:33:55.533053 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:55.702956 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41d70f-c3a8-4f9a-b205-f1d87c212f88 req-8bc079f3-6b90-412e-93c4-23b945c4bb8f tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:55.706440 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0b41d70f-c3a8-4f9a-b205-f1d87c212f88 req-8bc079f3-6b90-412e-93c4-23b945c4bb8f tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.1009004 Nov 23 14:33:55.729646 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0202e9-4e00-473f-82e6-438ced571ec7 req-1444ae94-7c1a-494e-b938-cc931ce3280f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:55.732908 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bf0202e9-4e00-473f-82e6-438ced571ec7 req-1444ae94-7c1a-494e-b938-cc931ce3280f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 945 time: 0.1381342 Nov 23 14:33:55.774887 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2b72a-ef50-4bf7-ae54-68dda0abf921 req-a19c3e42-b8b6-421a-a57e-b7f79646a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:55.776950 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-09a2b72a-ef50-4bf7-ae54-68dda0abf921 req-a19c3e42-b8b6-421a-a57e-b7f79646a652 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 1098 time: 0.1008189 Nov 23 14:33:55.819698 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0b41d70f-c3a8-4f9a-b205-f1d87c212f88 req-b273f3c7-d72d-42e0-9577-968a38b8d2fe tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&id=3fde8d83-6953-4ecd-9506-13e79cf7815a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982792 Nov 23 14:33:55.830822 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bf0202e9-4e00-473f-82e6-438ced571ec7 req-aba7ae3f-938d-4274-83a0-4071ac31b2b2 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=0534f093-6b5b-41b8-a6f1-c4838233b651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785890 Nov 23 14:33:55.857077 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-09a2b72a-ef50-4bf7-ae54-68dda0abf921 req-56b970a9-378d-41b8-999f-8defcb9b5b22 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0534f093-6b5b-41b8-a6f1-c4838233b651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688195 Nov 23 14:33:56.785622 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:33:57.005369 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6c4c-15ec-4ef3-b19a-aef6c4df1882 req-4fe1ae8b-031e-481e-ab56-e413a1a8300f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:57.006973 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f84d6c4c-15ec-4ef3-b19a-aef6c4df1882 req-4fe1ae8b-031e-481e-ab56-e413a1a8300f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 945 time: 0.0638816 Nov 23 14:33:57.008188 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48488) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:57.059253 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f84d6c4c-15ec-4ef3-b19a-aef6c4df1882 req-56b1c28d-bb59-4c77-90c6-5bddc848451e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=0534f093-6b5b-41b8-a6f1-c4838233b651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445540 Nov 23 14:33:57.128606 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.219574 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.226087 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.270222 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc18c7401d7242fa9e24b9a4956c6eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608528 Nov 23 14:33:57.271272 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a65c0d-1a8b-4616-8562-a61307983d08,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:57.280454 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.280830 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.281094 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 48494) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:57.281205 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.281554 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.281894 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.282236 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.282600 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.283003 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.283360 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.283702 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.284043 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.284374 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74acce-eb83-47e1-b5b0-c5283347e0fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:33:57.346328 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8b6c-b02e-4376-a917-424298ef7f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.369893 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8b6c-b02e-4376-a917-424298ef7f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.423921 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8b6c-b02e-4376-a917-424298ef7f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.429056 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8b6c-b02e-4376-a917-424298ef7f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.430936 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-bbdf8b6c-b02e-4376-a917-424298ef7f90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6a65c0d-1a8b-4616-8562-a61307983d08 HTTP/1.1" status: 204 len: 168 time: 0.1487813 Nov 23 14:33:57.445142 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf8b6c-b02e-4376-a917-424298ef7f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a65c0d-1a8b-4616-8562-a61307983d08,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:57.738050 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48500) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:57.752445 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1f46-661b-41f3-8585-c631ce8f4492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.839650 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1f46-661b-41f3-8585-c631ce8f4492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.844719 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-ce9d1f46-661b-41f3-8585-c631ce8f4492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.886020 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d1f46-661b-41f3-8585-c631ce8f4492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba39de2-0b51-4c3b-9623-e141ab2ce2fb,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:57.890325 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-ce9d1f46-661b-41f3-8585-c631ce8f4492 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=938d07d71c20429f9dd1afeb345091cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511614 Nov 23 14:33:57.892977 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48502) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:57.948633 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-67acb679-b6db-4fc3-a8b6-0e4331ca3ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:57.983084 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-67acb679-b6db-4fc3-a8b6-0e4331ca3ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.037912 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-67acb679-b6db-4fc3-a8b6-0e4331ca3ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.040605 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-67acb679-b6db-4fc3-a8b6-0e4331ca3ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.041844 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-67acb679-b6db-4fc3-a8b6-0e4331ca3ec9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ba39de2-0b51-4c3b-9623-e141ab2ce2fb HTTP/1.1" status: 204 len: 168 time: 0.1479247 Nov 23 14:33:58.051690 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acb679-b6db-4fc3-a8b6-0e4331ca3ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba39de2-0b51-4c3b-9623-e141ab2ce2fb,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:33:58.195620 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41a2fd-a687-4aba-892c-8b09fd5d1aa8 req-ec422c3f-3dc7-4dfd-82b8-b37e85ea92ea tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:58.197963 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-db41a2fd-a687-4aba-892c-8b09fd5d1aa8 req-ec422c3f-3dc7-4dfd-82b8-b37e85ea92ea tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 945 time: 0.0609095 Nov 23 14:33:58.272519 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-db41a2fd-a687-4aba-892c-8b09fd5d1aa8 req-afb48de4-f110-41c8-aded-a15c50b6d743 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=0534f093-6b5b-41b8-a6f1-c4838233b651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635574 Nov 23 14:33:58.409184 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811416f-7ed0-4df1-9c33-e5379ffccab7 req-ec85d985-8f73-4165-99c6-e4057e466dac tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:58.410776 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2811416f-7ed0-4df1-9c33-e5379ffccab7 req-ec85d985-8f73-4165-99c6-e4057e466dac tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 945 time: 0.0603373 Nov 23 14:33:58.422247 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 48518) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:33:58.427028 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-5df8970a-9067-4556-b4b3-46f380117a9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Request body: {'floatingip': {'port_id': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:33:58.484645 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5df8970a-9067-4556-b4b3-46f380117a9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.971818 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5df8970a-9067-4556-b4b3-46f380117a9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:58.976227 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5df8970a-9067-4556-b4b3-46f380117a9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.087204 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.l3_db [None req-5df8970a-9067-4556-b4b3-46f380117a9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Floating IP 45935ecf-35f6-4a49-a7cb-b5314b8151bc associated. External IP: 172.27.1.134, port: 12bdf549-7b72-4845-89fd-2b21b7e5bc9d. Nov 23 14:33:59.315850 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df8970a-9067-4556-b4b3-46f380117a9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:33:59.438867 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df8970a-9067-4556-b4b3-46f380117a9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:33:59.443419 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5df8970a-9067-4556-b4b3-46f380117a9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:33:59.453153 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] Sync routers for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:33:59.464625 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:59.466482 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:33:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:59.476648 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5df8970a-9067-4556-b4b3-46f380117a9b tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "PUT /v2.0/floatingips/45935ecf-35f6-4a49-a7cb-b5314b8151bc HTTP/1.1" status: 200 len: 991 time: 1.0531538 Nov 23 14:33:59.477326 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'tag': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:33:59.480046 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b64a7-2367-4570-9719-c73a342bb9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0522075-3d0c-41d6-947f-662bb7237b76", "tag": "12bdf549-7b72-4845-89fd-2b21b7e5bc9d"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:33:59.583677 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8d1b29-f247-4d77-b424-3d9319e82373 x-openstack-request-id: req-5c8d1b29-f247-4d77-b424-3d9319e82373 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:33:59.584005 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0522075-3d0c-41d6-947f-662bb7237b76", "tag": "12bdf549-7b72-4845-89fd-2b21b7e5bc9d", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:33:59.584267 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c8d1b29-f247-4d77-b424-3d9319e82373 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:33:59.584669 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'tag': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d', 'status': 'completed', 'code': 200} Nov 23 14:33:59.602640 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:33:59.799803 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-316150ff-9c25-4194-96ef-5565a1662a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:59.801412 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-316150ff-9c25-4194-96ef-5565a1662a12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b77b666a5b4482f86df61916953c4c9&device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 1098 time: 0.1863647 Nov 23 14:33:59.892319 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '45935ecf-35f6-4a49-a7cb-b5314b8151bc', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'port_id': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'mac_address': 'fa:16:3e:e7:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:33:58Z', 'revision_number': 1, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:59.901550 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-d6917f69-d805-4ff1-ac4c-6a6e4e144b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:33:59.903763 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-d6917f69-d805-4ff1-ac4c-6a6e4e144b5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 200 len: 912 time: 0.0949535 Nov 23 14:33:59.921463 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] Checking router: 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:33:59.933434 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:33:59.934154 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:33:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:33:59.984168 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-812c3ec5-11d3-4e5f-bab3-e88d5a7cc9f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12bdf549-7b72-4845-89fd-2b21b7e5bc9d HTTP/1.1" status: 200 len: 999 time: 0.0691895 Nov 23 14:34:00.045802 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-926547ff-47cf-4165-a1b0-29c4ee4e803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:00.047297 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-926547ff-47cf-4165-a1b0-29c4ee4e803d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70 HTTP/1.1" status: 200 len: 850 time: 0.0555444 Nov 23 14:34:00.071435 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:34:00.102762 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-07584588-afed-4bd5-bcd4-31e7245f2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:00.104546 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-07584588-afed-4bd5-bcd4-31e7245f2e09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72082c76-6ced-497f-a837-e78d35ddc847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499940 Nov 23 14:34:00.219651 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-9642dde4-e756-4ef5-83fc-54b69f66c3f9 service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079946 Nov 23 14:34:00.368797 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-835b64a7-2367-4570-9719-c73a342bb9c2 req-1676bdac-622d-41e0-ac92-99ffd7a564c8 service neutron] 10.222.0.48 "GET /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356559 Nov 23 14:34:00.405997 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '45935ecf-35f6-4a49-a7cb-b5314b8151bc', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'port_id': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'mac_address': 'fa:16:3e:e7:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:33:58Z', 'revision_number': 1, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:00.437046 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c18cb8-7e60-4a75-b5f6-06caab0323e2 None None] The sync data for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi is: [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '45935ecf-35f6-4a49-a7cb-b5314b8151bc', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'port_id': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'mac_address': 'fa:16:3e:e7:cc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:33:46Z', 'updated_at': '2021-11-23T14:33:58Z', 'revision_number': 1, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:00.705326 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d882e7b-4f9c-447d-a4bd-0881b3512d54 None None] New status for floating IP 45935ecf-35f6-4a49-a7cb-b5314b8151bc: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:34:01.090405 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 48590) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:01.217144 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-56624552-0236-45ec-912e-2b3e097ad44c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.296182 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-56624552-0236-45ec-912e-2b3e097ad44c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.301495 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-56624552-0236-45ec-912e-2b3e097ad44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.341624 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-56624552-0236-45ec-912e-2b3e097ad44c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9cc850515f4e44a7892748d5a4400ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500865 Nov 23 14:34:01.342476 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56624552-0236-45ec-912e-2b3e097ad44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f950fa-490f-40a2-a7cd-22bd1f8a9ee4,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:01.345225 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48594) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:01.394999 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93edb193-ebed-4ea1-8c76-1e5dd6630496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.416789 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93edb193-ebed-4ea1-8c76-1e5dd6630496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.479619 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93edb193-ebed-4ea1-8c76-1e5dd6630496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.483102 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-93edb193-ebed-4ea1-8c76-1e5dd6630496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.484359 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-93edb193-ebed-4ea1-8c76-1e5dd6630496 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4f950fa-490f-40a2-a7cd-22bd1f8a9ee4 HTTP/1.1" status: 204 len: 168 time: 0.1376512 Nov 23 14:34:01.492448 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edb193-ebed-4ea1-8c76-1e5dd6630496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f950fa-490f-40a2-a7cd-22bd1f8a9ee4,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:01.805295 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48604) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:01.819221 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b2effba9-0d0d-44c6-9734-1a1bc00197e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.897022 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b2effba9-0d0d-44c6-9734-1a1bc00197e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.901110 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b2effba9-0d0d-44c6-9734-1a1bc00197e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:01.940001 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-b2effba9-0d0d-44c6-9734-1a1bc00197e8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0ebc9e53a4b41e282cf019e4fe8be90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335623 Nov 23 14:34:01.941242 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2effba9-0d0d-44c6-9734-1a1bc00197e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4875504-34ab-4688-8709-774c8a21e728,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:01.942683 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 48606) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:01.991698 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-46bca9b7-0368-4998-b8c9-a06b36ea2363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.013883 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-46bca9b7-0368-4998-b8c9-a06b36ea2363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.062754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-46bca9b7-0368-4998-b8c9-a06b36ea2363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.065912 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-46bca9b7-0368-4998-b8c9-a06b36ea2363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.067251 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-46bca9b7-0368-4998-b8c9-a06b36ea2363 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4875504-34ab-4688-8709-774c8a21e728 HTTP/1.1" status: 204 len: 168 time: 0.1235232 Nov 23 14:34:02.077873 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bca9b7-0368-4998-b8c9-a06b36ea2363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4875504-34ab-4688-8709-774c8a21e728,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:02.800068 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 48630) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:02.908264 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-166993598-network', 'tenant_id': 'ee82c68b532449efbb1fb6d54dadadc2'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:02.931191 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Made reservation on behalf of ee82c68b532449efbb1fb6d54dadadc2 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:02.933497 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:02.945417 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.019912 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.025087 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.052033 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:34:03.062876 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78503b6-28ef-42e2-8f27-e30e1fbf56e7,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:03.068063 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.068406 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Added segment be719f34-f90b-4ad5-8e8f-26e4b517fec3 of type vlan for network 5ea14c7a-c783-4c72-9337-af57e041b2d3 Nov 23 14:34:03.109343 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.135381 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.136549 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:03.137254 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.170114 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3683453 Nov 23 14:34:03.172945 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 48636) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:03.178013 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Request body: {'subnet': {'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-166993598-subnet', 'tenant_id': 'ee82c68b532449efbb1fb6d54dadadc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:03.201183 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Made reservation on behalf of ee82c68b532449efbb1fb6d54dadadc2 for: {'subnet': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:03.203692 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4979593'] for subnet, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.207100 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffad77-21d6-4e5a-b1d2-a6f1a0931159 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea14c7a-c783-4c72-9337-af57e041b2d3,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:03.218044 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 5ea14c7a-c783-4c72-9337-af57e041b2d3 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:34:03.380699 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5085325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4979643'] for subnet, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.442711 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d555f62-5aca-43e5-9340-1ac43ac40a21,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:03.451778 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Checking segment: {'id': 'be719f34-f90b-4ad5-8e8f-26e4b517fec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:03.452176 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Network hostable DHCP agents. Network: 5ea14c7a-c783-4c72-9337-af57e041b2d3, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:34:03.469166 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Network 5ea14c7a-c783-4c72-9337-af57e041b2d3 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:34:03.477227 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 5ea14c7a-c783-4c72-9337-af57e041b2d3) {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:03.482329 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:03.482932 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:03.488011 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8551de5-82d7-445e-b8ab-c31a843187d9 None None] Network 5ea14c7a-c783-4c72-9337-af57e041b2d3 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:03.498750 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-b70bd7a0-f455-4482-b7b7-b3381cea6aac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3246136 Nov 23 14:34:03.749667 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4736d9d9-1472-4c87-9d0e-e33b2f20b962 None None] Network 5ea14c7a-c783-4c72-9337-af57e041b2d3 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:34:04.100724 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-fcac23b6-3999-4de9-bb1e-e13b2b170728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:05.358093 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-82145681-6e5a-4696-8bbe-13eb327ca8e4 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:05.359540 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-82145681-6e5a-4696-8bbe-13eb327ca8e4 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/networks?id=5ea14c7a-c783-4c72-9337-af57e041b2d3 HTTP/1.1" status: 200 len: 813 time: 0.1135941 Nov 23 14:34:05.376086 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-e4d204d1-bb7c-4050-9cde-7d00de362412 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/quotas/ee82c68b532449efbb1fb6d54dadadc2 HTTP/1.1" status: 200 len: 375 time: 0.0105991 Nov 23 14:34:05.412290 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-97f3954d-685e-4429-9cb7-41a986ddd2a1 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee82c68b532449efbb1fb6d54dadadc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304589 Nov 23 14:34:05.512969 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-d74c0399-d2b8-4b39-95de-10258fe73f91 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924330 Nov 23 14:34:05.606592 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-659b1ff1-82f2-497a-b673-b51fbb87dc78 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873017 Nov 23 14:34:06.049497 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cb3936b2-cc35-43d1-9d56-17c3ae6917bf req-ce887f6b-9d31-49ee-857e-b14ba2f223d5 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 210 time: 0.2972918 Nov 23 14:34:06.573202 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0813d54d-fdbb-4d94-a1e0-3959169c233d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:06.931748 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-e0ee4278-cd6b-44dd-a7f0-2226713df8eb tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:06.933386 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-e0ee4278-cd6b-44dd-a7f0-2226713df8eb tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.48 "GET /v2.0/networks?id=5ea14c7a-c783-4c72-9337-af57e041b2d3 HTTP/1.1" status: 200 len: 813 time: 0.1287527 Nov 23 14:34:06.961530 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Request body: {'port': {'device_id': '717ae4a8-fc21-47f4-aaf7-2ae83001eb34', 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3', 'admin_state_up': True, 'tenant_id': 'ee82c68b532449efbb1fb6d54dadadc2'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:07.105170 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Made reservation on behalf of ee82c68b532449efbb1fb6d54dadadc2 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:34:07.108841 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.172371 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e1020526-5be3-415e-b204-4ee2bf1ed9c4 req-51c438a9-f361-4d67-99b3-c45c05d8ae22 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 210 time: 0.0355194 Nov 23 14:34:07.250965 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Allocated IP 172.20.0.2 (5ea14c7a-c783-4c72-9337-af57e041b2d3/3d555f62-5aca-43e5-9340-1ac43ac40a21/a8ce2f29-0806-43dc-8026-4f9cf78d3b7f) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:34:07.434596 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.468529 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.516944 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Network 5ea14c7a-c783-4c72-9337-af57e041b2d3 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:34:07.519945 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:34:07.523551 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:34:07.531010 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Pushing event updated for resources: {'Port': ['ID=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:07.576516 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:07.577161 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.597073 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-c6b0bf16-2128-400d-84fa-32cd9711e877 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6398547 Nov 23 14:34:07.612261 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Request body: {'port': {'device_id': '717ae4a8-fc21-47f4-aaf7-2ae83001eb34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:07.665674 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.930602 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ce2f29-0806-43dc-8026-4f9cf78d3b7f {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:34:07.939447 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:07.952735 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Transition to ACTIVE for port object a8ce2f29-0806-43dc-8026-4f9cf78d3b7f will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:34:07.956704 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.006665 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:08.083131 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Attempting to bind port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:34:08.083467 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Attempting to bind port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'be719f34-f90b-4ad5-8e8f-26e4b517fec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:34:08.083804 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Attempting to bind port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f on network 5ea14c7a-c783-4c72-9337-af57e041b2d3 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:08.088269 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f on network 5ea14c7a-c783-4c72-9337-af57e041b2d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:34:08.088592 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Attempting to bind port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f on network 5ea14c7a-c783-4c72-9337-af57e041b2d3 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:34:08.093522 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:34:08.093858 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Checking segment: {'id': 'be719f34-f90b-4ad5-8e8f-26e4b517fec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:34:08.094246 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Bound using segment: {'id': 'be719f34-f90b-4ad5-8e8f-26e4b517fec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:34:08.094677 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Bound port: a8ce2f29-0806-43dc-8026-4f9cf78d3b7f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be719f34-f90b-4ad5-8e8f-26e4b517fec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:34:08.095032 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.158871 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] For port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:34:08.162165 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] For port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,segment=NetworkSegment(be719f34-f90b-4ad5-8e8f-26e4b517fec3),segment_id=be719f34-f90b-4ad5-8e8f-26e4b517fec3)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:34:08.165912 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.207353 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:08.207973 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.209408 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a8ce2f29-0806-43dc-8026-4f9cf78d3b7f HTTP/1.1" status: 200 len: 1093 time: 0.6012428 Nov 23 14:34:08.209853 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717ae4a8-fc21-47f4-aaf7-2ae83001eb34', 'tag': 'a8ce2f29-0806-43dc-8026-4f9cf78d3b7f'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:08.212089 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15993152-7739-4a34-86f8-3606ce7e4426" -d '{"events": [{"name": "network-changed", "server_uuid": "717ae4a8-fc21-47f4-aaf7-2ae83001eb34", "tag": "a8ce2f29-0806-43dc-8026-4f9cf78d3b7f"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:08.218429 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:08.243826 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd558ec1-d4df-41ca-b3c8-51f7526269f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:08.342898 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-f0effc54-5c88-42a4-a9f9-1beb2c625b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:08.344421 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-f0effc54-5c88-42a4-a9f9-1beb2c625b17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee82c68b532449efbb1fb6d54dadadc2&device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 1096 time: 0.0817573 Nov 23 14:34:08.352469 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b18a4-1b3b-4c3c-a8d2-02c3d0c117a1 req-99f39b21-ae9c-4949-aca2-b6117f64c3ff tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:08.354018 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-689b18a4-1b3b-4c3c-a8d2-02c3d0c117a1 req-99f39b21-ae9c-4949-aca2-b6117f64c3ff tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 943 time: 0.0809970 Nov 23 14:34:08.400909 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-d4691210-bb4a-429d-94ae-980b8a8c1a03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f HTTP/1.1" status: 200 len: 217 time: 0.0431807 Nov 23 14:34:08.409169 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfd62b6-fb66-41d8-9fce-72e4100093c3 x-openstack-request-id: req-7dfd62b6-fb66-41d8-9fce-72e4100093c3 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:08.409350 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717ae4a8-fc21-47f4-aaf7-2ae83001eb34", "tag": "a8ce2f29-0806-43dc-8026-4f9cf78d3b7f", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:08.409606 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7dfd62b6-fb66-41d8-9fce-72e4100093c3 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:08.409949 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717ae4a8-fc21-47f4-aaf7-2ae83001eb34', 'tag': 'a8ce2f29-0806-43dc-8026-4f9cf78d3b7f', 'status': 'completed', 'code': 200} Nov 23 14:34:08.476801 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-689b18a4-1b3b-4c3c-a8d2-02c3d0c117a1 req-cc56c75d-523c-4dc0-9162-fddf4b287a0a tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131046 Nov 23 14:34:08.485596 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-153c027f-84fa-4c2c-be16-09976cf24822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:08.486953 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-153c027f-84fa-4c2c-be16-09976cf24822 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d555f62-5aca-43e5-9340-1ac43ac40a21 HTTP/1.1" status: 200 len: 853 time: 0.0705628 Nov 23 14:34:08.539651 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-a9769378-ff5a-4f14-b316-649d8bf33250 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ea14c7a-c783-4c72-9337-af57e041b2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262158 Nov 23 14:34:08.631619 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-544cc743-7a8a-46cc-8644-3909b3be68f9 service neutron] 10.222.0.48 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827866 Nov 23 14:34:08.729179 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e96f4cd-f998-49ab-b20f-d5d528611c52 req-3d6ca502-e232-481a-bd13-6d2c9e892bd2 service neutron] 10.222.0.48 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874164 Nov 23 14:34:08.825821 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993152-7739-4a34-86f8-3606ce7e4426 req-a79656af-62f3-4799-9498-b2f0e4b1798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:08.827332 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-15993152-7739-4a34-86f8-3606ce7e4426 req-a79656af-62f3-4799-9498-b2f0e4b1798a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee82c68b532449efbb1fb6d54dadadc2&device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 1096 time: 0.0412211 Nov 23 14:34:08.929736 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993152-7739-4a34-86f8-3606ce7e4426 req-d4a70936-e09d-4c71-9d2c-a4106a5c4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:08.931210 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-15993152-7739-4a34-86f8-3606ce7e4426 req-d4a70936-e09d-4c71-9d2c-a4106a5c4f1d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ea14c7a-c783-4c72-9337-af57e041b2d3 HTTP/1.1" status: 200 len: 914 time: 0.0917475 Nov 23 14:34:08.975289 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-15993152-7739-4a34-86f8-3606ce7e4426 req-d4a434dc-27dc-4e80-9e65-34dfd7624842 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f HTTP/1.1" status: 200 len: 217 time: 0.0349169 Nov 23 14:34:09.026074 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15993152-7739-4a34-86f8-3606ce7e4426 req-fbc285a8-7bd3-4de9-a11b-b624088b5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:09.027461 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-15993152-7739-4a34-86f8-3606ce7e4426 req-fbc285a8-7bd3-4de9-a11b-b624088b5e30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d555f62-5aca-43e5-9340-1ac43ac40a21 HTTP/1.1" status: 200 len: 853 time: 0.0439050 Nov 23 14:34:09.064519 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-15993152-7739-4a34-86f8-3606ce7e4426 req-704e54ac-c905-46de-b021-3a6dc06dc580 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ea14c7a-c783-4c72-9337-af57e041b2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287333 Nov 23 14:34:09.169730 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-15993152-7739-4a34-86f8-3606ce7e4426 req-45af59ee-4026-4be2-b231-10ea3b0ef430 service neutron] 10.222.0.48 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849779 Nov 23 14:34:09.272775 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-15993152-7739-4a34-86f8-3606ce7e4426 req-f42c9d00-2e32-4e10-8184-b5191a7527ee service neutron] 10.222.0.48 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861118 Nov 23 14:34:09.600989 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf8935-e310-464f-952b-1268436f709b req-7f503df0-bf35-4027-b4de-20e5de7225e7 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:09.602447 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a6cf8935-e310-464f-952b-1268436f709b req-7f503df0-bf35-4027-b4de-20e5de7225e7 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 943 time: 0.0521436 Nov 23 14:34:09.653946 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a6cf8935-e310-464f-952b-1268436f709b req-77b914c1-a032-4b5b-b786-c02f55ff0acd tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Nov 23 14:34:09.836223 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.473040 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:10.783956 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf598b6-3ec3-4e7a-93aa-4633db9ce46f req-26660737-65c0-45a6-9762-e9cf5b76e105 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:10.785484 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7cf598b6-3ec3-4e7a-93aa-4633db9ce46f req-26660737-65c0-45a6-9762-e9cf5b76e105 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 943 time: 0.0511742 Nov 23 14:34:10.835469 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7cf598b6-3ec3-4e7a-93aa-4633db9ce46f req-2240848e-0c68-4cdb-87a5-13e4bc75b930 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441370 Nov 23 14:34:11.290065 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device a8ce2f29-0806-43dc-8026-4f9cf78d3b7f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:34:11.386094 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,segment=NetworkSegment(be719f34-f90b-4ad5-8e8f-26e4b517fec3),segment_id=be719f34-f90b-4ad5-8e8f-26e4b517fec3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:11.397939 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': 'a8ce2f29-0806-43dc-8026-4f9cf78d3b7f', 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3', 'port_id': 'a8ce2f29-0806-43dc-8026-4f9cf78d3b7f', 'mac_address': 'fa:16:3e:9e:ca:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d555f62-5aca-43e5-9340-1ac43ac40a21', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:34:11.440331 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:11.455546 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ce2f29-0806-43dc-8026-4f9cf78d3b7f {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:34:11.478656 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,segment=NetworkSegment(be719f34-f90b-4ad5-8e8f-26e4b517fec3),segment_id=be719f34-f90b-4ad5-8e8f-26e4b517fec3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:11.483971 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:11.533320 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:11.789943 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['a8ce2f29-0806-43dc-8026-4f9cf78d3b7f'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:11.992950 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c854c5d-e48c-4da5-8be6-0b7dcd8eaabd req-525b8323-a424-4511-bef0-b3b330452731 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:11.994516 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5c854c5d-e48c-4da5-8be6-0b7dcd8eaabd req-525b8323-a424-4511-bef0-b3b330452731 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 944 time: 0.0509117 Nov 23 14:34:12.049094 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5c854c5d-e48c-4da5-8be6-0b7dcd8eaabd req-7b956c9a-769c-42ab-a477-e9b629ec49a8 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474920 Nov 23 14:34:13.181496 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d609062-e032-45d6-a7a0-4c928d77f5ee req-040f102e-fbbd-4820-a00e-39635ff1ebc4 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:13.183048 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1d609062-e032-45d6-a7a0-4c928d77f5ee req-040f102e-fbbd-4820-a00e-39635ff1ebc4 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 944 time: 0.0541735 Nov 23 14:34:13.246371 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1d609062-e032-45d6-a7a0-4c928d77f5ee req-c2b59988-663d-4b36-94f3-996651ec4186 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566754 Nov 23 14:34:13.303012 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device a8ce2f29-0806-43dc-8026-4f9cf78d3b7f up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:13.356240 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:34:13.360708 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:13.361109 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.446322 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.472752 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717ae4a8-fc21-47f4-aaf7-2ae83001eb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ce2f29-0806-43dc-8026-4f9cf78d3b7f'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:13.475052 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc038cf-09f0-4455-8bc1-08050286bba1" -d '{"events": [{"server_uuid": "717ae4a8-fc21-47f4-aaf7-2ae83001eb34", "name": "network-vif-plugged", "status": "completed", "tag": "a8ce2f29-0806-43dc-8026-4f9cf78d3b7f"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:13.489136 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,segment=NetworkSegment(be719f34-f90b-4ad5-8e8f-26e4b517fec3),segment_id=be719f34-f90b-4ad5-8e8f-26e4b517fec3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:13.494346 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:13.520594 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c793b144-6b05-4386-bb83-70f51c3a77e0 x-openstack-request-id: req-c793b144-6b05-4386-bb83-70f51c3a77e0 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:13.520910 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717ae4a8-fc21-47f4-aaf7-2ae83001eb34", "name": "network-vif-plugged", "status": "completed", "tag": "a8ce2f29-0806-43dc-8026-4f9cf78d3b7f", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:13.521171 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c793b144-6b05-4386-bb83-70f51c3a77e0 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:13.521569 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717ae4a8-fc21-47f4-aaf7-2ae83001eb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ce2f29-0806-43dc-8026-4f9cf78d3b7f', 'code': 200} Nov 23 14:34:13.554929 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:13.732010 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622efae-8c6b-4ad9-a100-745ec480e234 req-9d144fda-a413-40ec-990e-f3b6b34ee287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:13.733595 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6622efae-8c6b-4ad9-a100-745ec480e234 req-9d144fda-a413-40ec-990e-f3b6b34ee287 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 1098 time: 0.0538666 Nov 23 14:34:13.783533 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6622efae-8c6b-4ad9-a100-745ec480e234 req-4ff3d673-7cac-49c8-b79a-698eb890d560 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Nov 23 14:34:14.387854 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b90570-6797-49f9-a4ba-86776e2506ad req-17d88dce-3174-44c9-a3f9-f45ced4de6ea tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:14.389608 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-48b90570-6797-49f9-a4ba-86776e2506ad req-17d88dce-3174-44c9-a3f9-f45ced4de6ea tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 945 time: 0.0557168 Nov 23 14:34:14.454933 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-48b90570-6797-49f9-a4ba-86776e2506ad req-e4a1a396-5065-4f0e-9a66-c5dab098ef41 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593503 Nov 23 14:34:15.587241 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88cb81-bc23-44c2-8e54-12142e1f1720 req-9ee1214f-7ae2-4179-a31d-72973bd6a75d tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:15.588789 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3f88cb81-bc23-44c2-8e54-12142e1f1720 req-9ee1214f-7ae2-4179-a31d-72973bd6a75d tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 945 time: 0.0553863 Nov 23 14:34:15.644181 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3f88cb81-bc23-44c2-8e54-12142e1f1720 req-45c649ac-67b9-4a96-8f7e-d02b9051796f tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488956 Nov 23 14:34:16.072668 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:26.454146 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f84af-ad22-40fa-b350-e9fe83346dd3 req-51f240a5-a4cf-421c-a5e4-2293cecb5432 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:26.455752 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7f5f84af-ad22-40fa-b350-e9fe83346dd3 req-51f240a5-a4cf-421c-a5e4-2293cecb5432 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0576291 Nov 23 14:34:26.508171 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7f5f84af-ad22-40fa-b350-e9fe83346dd3 req-49d2fb78-fb25-4453-b821-5fcb0094ba02 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463691 Nov 23 14:34:27.637854 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7be80d-8825-499f-a306-379059a8d5d2 req-5de3d9de-9d84-4a26-9660-545618021a92 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:27.639628 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fa7be80d-8825-499f-a306-379059a8d5d2 req-5de3d9de-9d84-4a26-9660-545618021a92 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0557945 Nov 23 14:34:27.704059 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fa7be80d-8825-499f-a306-379059a8d5d2 req-39f3e829-66f0-4c1f-a082-7b76945c7a5d tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574133 Nov 23 14:34:28.828727 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da5980-69fe-4f4f-b445-56d818a9cfc1 req-857b3012-1bd5-4199-8c22-aabc3698a514 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:28.830342 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d3da5980-69fe-4f4f-b445-56d818a9cfc1 req-857b3012-1bd5-4199-8c22-aabc3698a514 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0573435 Nov 23 14:34:28.887606 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d3da5980-69fe-4f4f-b445-56d818a9cfc1 req-f6504eb4-8a1b-45a7-b2f0-ca0d061189ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508835 Nov 23 14:34:30.009813 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4eac4-f1b2-48ab-8b2c-a8e4a98f4334 req-dfebd081-516e-4b00-bbe6-10691edfa8ed tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:30.011251 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2c4eac4-f1b2-48ab-8b2c-a8e4a98f4334 req-dfebd081-516e-4b00-bbe6-10691edfa8ed tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0514600 Nov 23 14:34:30.073681 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2c4eac4-f1b2-48ab-8b2c-a8e4a98f4334 req-acc1b209-7592-4fdb-9283-1f27648598df tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554366 Nov 23 14:34:30.193932 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e23edc-8320-43e6-b0c7-844564f82f45 req-ee3eed86-821c-475e-9210-7bbe91263367 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:30.195369 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-07e23edc-8320-43e6-b0c7-844564f82f45 req-ee3eed86-821c-475e-9210-7bbe91263367 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0563147 Nov 23 14:34:30.249677 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-07e23edc-8320-43e6-b0c7-844564f82f45 req-fcdb3405-9724-4023-ac50-d6e60fe98afb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473089 Nov 23 14:34:31.187992 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92e7d4-e97c-4248-bd3d-7508bd50a2ac req-e9fc9873-c67c-4d52-9381-6c0fe8f248f8 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.189516 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7f92e7d4-e97c-4248-bd3d-7508bd50a2ac req-e9fc9873-c67c-4d52-9381-6c0fe8f248f8 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0511889 Nov 23 14:34:31.240345 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7f92e7d4-e97c-4248-bd3d-7508bd50a2ac req-94e0517d-ce01-4340-a787-5c47f53eadc6 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447357 Nov 23 14:34:31.378845 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ae463-bbaa-496b-990c-b499955c11b1 req-82b89f97-93ca-4d11-8ea7-26ebddca7f09 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:31.380262 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-530ae463-bbaa-496b-990c-b499955c11b1 req-82b89f97-93ca-4d11-8ea7-26ebddca7f09 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0514257 Nov 23 14:34:31.431385 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-530ae463-bbaa-496b-990c-b499955c11b1 req-39f17dab-af84-4d87-9955-d9c4ee175225 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449553 Nov 23 14:34:32.358826 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ef0ae-e2dd-47e8-9ade-e00d138dd066 req-ed9511ed-866f-48a8-ace1-d87a27473436 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:32.360358 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1b5ef0ae-e2dd-47e8-9ade-e00d138dd066 req-ed9511ed-866f-48a8-ace1-d87a27473436 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0513299 Nov 23 14:34:32.414817 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1b5ef0ae-e2dd-47e8-9ade-e00d138dd066 req-997dd660-2105-4678-bc01-6d5a21e166a1 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481493 Nov 23 14:34:32.555344 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d64ec-3652-40be-b9a7-562a9c55b0ff req-8c91530f-fea5-47b7-8109-dee08b6b4c57 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:32.556988 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a09d64ec-3652-40be-b9a7-562a9c55b0ff req-8c91530f-fea5-47b7-8109-dee08b6b4c57 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0504491 Nov 23 14:34:32.605669 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a09d64ec-3652-40be-b9a7-562a9c55b0ff req-7b61b3ba-0625-4e32-b947-3a8c2c8ae73b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425816 Nov 23 14:34:33.535851 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37855900-7be4-4b09-ac8d-b1d807d8675d req-f67e823a-35fc-4877-9e27-da8c21ad4c03 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:33.537486 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-37855900-7be4-4b09-ac8d-b1d807d8675d req-f67e823a-35fc-4877-9e27-da8c21ad4c03 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0548992 Nov 23 14:34:33.588085 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-37855900-7be4-4b09-ac8d-b1d807d8675d req-f5bb87e9-7735-4a8b-8d52-6b02a1330888 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437746 Nov 23 14:34:33.734272 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3ef1c-daf6-4098-8bd7-c879e3fe4e50 req-4cc14fae-2c4e-4856-81bb-f13c6b98a1d2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:33.735790 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8ad3ef1c-daf6-4098-8bd7-c879e3fe4e50 req-4cc14fae-2c4e-4856-81bb-f13c6b98a1d2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0509918 Nov 23 14:34:33.785318 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:34:33.786797 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8ad3ef1c-daf6-4098-8bd7-c879e3fe4e50 req-f4ab9143-7386-48d8-9157-f3b76e22f6b7 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449362 Nov 23 14:34:34.099254 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-832e9478-19ba-4d64-90e1-3b6afea05bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:34.740964 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50458647-1617-40f2-9cbb-8cc61f4a6e0b req-5571b95e-a17e-4a17-9ce8-ebf8aacc8bc8 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:34.743471 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-50458647-1617-40f2-9cbb-8cc61f4a6e0b req-5571b95e-a17e-4a17-9ce8-ebf8aacc8bc8 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0835984 Nov 23 14:34:34.799803 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-50458647-1617-40f2-9cbb-8cc61f4a6e0b req-483f8a16-f32e-4c95-b958-aa1a20bcd323 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499349 Nov 23 14:34:34.955191 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e605de-eb5c-4a12-8677-5fa2cf91cbea req-57d644b9-4d3d-40ad-8a01-b9f995897d95 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:34.957618 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-94e605de-eb5c-4a12-8677-5fa2cf91cbea req-57d644b9-4d3d-40ad-8a01-b9f995897d95 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0874898 Nov 23 14:34:35.038609 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-94e605de-eb5c-4a12-8677-5fa2cf91cbea req-fc5a5d87-705b-4203-88ce-2edc7c09e7d0 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673943 Nov 23 14:34:35.930445 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd4cc2-6d59-42c4-92d2-54cdd0027a26 req-1a80dcd5-2030-4556-9e52-08b4757b4529 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:35.931944 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-83dd4cc2-6d59-42c4-92d2-54cdd0027a26 req-1a80dcd5-2030-4556-9e52-08b4757b4529 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0528178 Nov 23 14:34:35.980716 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-83dd4cc2-6d59-42c4-92d2-54cdd0027a26 req-4790c43f-4aa0-4184-a206-5990c075149d tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426869 Nov 23 14:34:36.170326 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809aa7e-369e-4d3e-8dcf-9ce11028d738 req-b1c3f556-1950-4d2b-9e0b-1e2ae0cadbd2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:36.171836 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6809aa7e-369e-4d3e-8dcf-9ce11028d738 req-b1c3f556-1950-4d2b-9e0b-1e2ae0cadbd2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0543287 Nov 23 14:34:36.220407 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6809aa7e-369e-4d3e-8dcf-9ce11028d738 req-e1abe47c-2e67-4925-83f2-38c4727bdb3b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Nov 23 14:34:36.577074 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-5c0dfe60-170e-45e7-90e6-f26c14e1e840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:37.098742 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace5b55-a2a7-4703-8cb0-f3ea2ec3a9f6 req-ee2e7c64-e346-4084-bad8-1819b2810fa8 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:37.100267 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5ace5b55-a2a7-4703-8cb0-f3ea2ec3a9f6 req-ee2e7c64-e346-4084-bad8-1819b2810fa8 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0498056 Nov 23 14:34:37.154158 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5ace5b55-a2a7-4703-8cb0-f3ea2ec3a9f6 req-bad0abd3-4ec5-4f91-a325-e1f010665358 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469778 Nov 23 14:34:37.349493 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93654c8e-0f2b-47ea-a17d-4b90c848c02d req-ef6fc763-0347-4750-8d89-86f8af362259 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:37.351018 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-93654c8e-0f2b-47ea-a17d-4b90c848c02d req-ef6fc763-0347-4750-8d89-86f8af362259 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0531297 Nov 23 14:34:37.404092 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-93654c8e-0f2b-47ea-a17d-4b90c848c02d req-5bb7ed9e-a56b-41e3-9aa4-31f7b931a0c7 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462875 Nov 23 14:34:38.209836 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.278139 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92113b07-e980-44eb-9984-82b8f8587aab req-38f8eedc-d2c1-47a0-b015-d30ff37c91e4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:38.279949 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-92113b07-e980-44eb-9984-82b8f8587aab req-38f8eedc-d2c1-47a0-b015-d30ff37c91e4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0529575 Nov 23 14:34:38.337529 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-92113b07-e980-44eb-9984-82b8f8587aab req-fb91a84f-034c-45b9-9372-89be599b11a3 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515904 Nov 23 14:34:38.442465 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-7d0b3fb2-d511-4cd6-b202-952124aa295f tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283538566&fields=id&tenant_id=d56c37edac6f48ecb46e95a11b10fe59 HTTP/1.1" status: 200 len: 267 time: 0.0489526 Nov 23 14:34:38.508201 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-a50f7086-d297-4883-8aa6-59f95dad34f3 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:38.510148 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-a50f7086-d297-4883-8aa6-59f95dad34f3 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 984 time: 0.0593977 Nov 23 14:34:38.522464 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-1fea01d4-50f8-46a8-a476-601659e4e525 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Request body: {'port': {'security_groups': ['d88bef76-55e0-4819-aabc-9d2966195fe9']}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:34:38.556714 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17e29-c821-402b-aca5-d53240c72906 req-06a7c480-664e-414d-955a-a57731ba80c7 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:38.559087 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bed17e29-c821-402b-aca5-d53240c72906 req-06a7c480-664e-414d-955a-a57731ba80c7 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0541766 Nov 23 14:34:38.605996 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-1fea01d4-50f8-46a8-a476-601659e4e525 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.612563 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bed17e29-c821-402b-aca5-d53240c72906 req-0ba0ccc3-e693-4243-9ce7-09cb60b4615a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464809 Nov 23 14:34:38.796906 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-1fea01d4-50f8-46a8-a476-601659e4e525 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] For port 63c9da14-59dc-4f98-9991-e160efd768b9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63c9da14-59dc-4f98-9991-e160efd768b9,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:38.826655 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-1fea01d4-50f8-46a8-a476-601659e4e525 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.832263 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-1fea01d4-50f8-46a8-a476-601659e4e525 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085210'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.849380 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['63c9da14-59dc-4f98-9991-e160efd768b9'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:38.879111 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-1fea01d4-50f8-46a8-a476-601659e4e525 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:38.879538 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-1fea01d4-50f8-46a8-a476-601659e4e525 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:38.881024 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-475e466a-0fa8-41ac-95ab-03c20add2e3d req-1fea01d4-50f8-46a8-a476-601659e4e525 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "PUT /v2.0/ports/63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 200 len: 942 time: 0.3634315 Nov 23 14:34:38.881450 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:38.883771 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f41877-ac6f-438b-bcf3-887d482fc53c" -d '{"events": [{"name": "network-changed", "server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:38.903353 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49006) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:38.925360 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea01d4-50f8-46a8-a476-601659e4e525 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event updated for resources: {'Port': ['ID=63c9da14-59dc-4f98-9991-e160efd768b9,revision_number=7']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:39.004259 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['63c9da14-59dc-4f98-9991-e160efd768b9'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:39.021244 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-25789a36-a078-46e3-a03b-b85a605c2209 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.056423 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2456fab-17dd-4c9e-98b9-b5ebe84ed6b1 x-openstack-request-id: req-c2456fab-17dd-4c9e-98b9-b5ebe84ed6b1 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:39.056711 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:39.057561 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2456fab-17dd-4c9e-98b9-b5ebe84ed6b1 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:39.058201 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9', 'status': 'completed', 'code': 200} Nov 23 14:34:39.063672 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-25789a36-a078-46e3-a03b-b85a605c2209 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.159834 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-b95d8bc3-8d5b-4a4c-8783-f66842363b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:39.161423 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-b95d8bc3-8d5b-4a4c-8783-f66842363b7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d56c37edac6f48ecb46e95a11b10fe59&device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 1098 time: 0.0749648 Nov 23 14:34:39.235414 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-0f4b2182-41be-466d-b4e6-fd36e5357aa7 None None] Provisioning complete for port 63c9da14-59dc-4f98-9991-e160efd768b9 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:39.235978 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0f4b2182-41be-466d-b4e6-fd36e5357aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.244384 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-25789a36-a078-46e3-a03b-b85a605c2209 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.247201 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-25789a36-a078-46e3-a03b-b85a605c2209 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.248364 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-25789a36-a078-46e3-a03b-b85a605c2209 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "DELETE /v2.0/security-groups/3fde8d83-6953-4ecd-9506-13e79cf7815a HTTP/1.1" status: 204 len: 168 time: 0.3436277 Nov 23 14:34:39.251429 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49008) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:39.269779 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25789a36-a078-46e3-a03b-b85a605c2209 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fde8d83-6953-4ecd-9506-13e79cf7815a,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:39.274913 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-18078548-1f1e-4dbd-9677-dcdea13eef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:39.277298 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-18078548-1f1e-4dbd-9677-dcdea13eef28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=772a01ed-5368-4cc6-820b-6618b7ee3bf2 HTTP/1.1" status: 200 len: 915 time: 0.1071169 Nov 23 14:34:39.368520 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-2ab6bdac-d34e-4a51-af33-215c990d9d9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 200 len: 1000 time: 0.0684960 Nov 23 14:34:39.455742 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-2a922e1f-cd21-48a5-861c-c5129dd0932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:39.458194 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-2a922e1f-cd21-48a5-861c-c5129dd0932e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f1c541d-9bcc-4f55-bd4e-db6358b567b2 HTTP/1.1" status: 200 len: 853 time: 0.0740411 Nov 23 14:34:39.506002 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb78a7d-f26c-421f-b67a-878f0c100982 req-55f481ec-57ef-49ce-afee-3a788bc6005c tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:39.507458 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ecb78a7d-f26c-421f-b67a-878f0c100982 req-55f481ec-57ef-49ce-afee-3a788bc6005c tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0701237 Nov 23 14:34:39.513650 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-55cc921d-448e-42b8-bfd3-65408fdd9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:39.513906 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Deleting port bb2be628-037f-4c86-83dc-95ed0d6fe734 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:39.514147 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.515192 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-55cc921d-448e-42b8-bfd3-65408fdd9ee2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=772a01ed-5368-4cc6-820b-6618b7ee3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432024 Nov 23 14:34:39.618638 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ecb78a7d-f26c-421f-b67a-878f0c100982 req-30d069f7-c133-4dbe-99b6-449d0489399d tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023507 Nov 23 14:34:39.632891 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-e57bdcbd-8ad4-4413-bd57-1aa4d4abb6c1 service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073852 Nov 23 14:34:39.652518 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.652841 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.675654 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Calling delete_port for bb2be628-037f-4c86-83dc-95ed0d6fe734 owned by network:floatingip {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:39.852366 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339496-ab0a-4387-a4d6-d3e8c00a2f59 req-1da5a741-e473-4a06-bbc5-b122bcac5408 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:39.854908 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a9339496-ab0a-4387-a4d6-d3e8c00a2f59 req-1da5a741-e473-4a06-bbc5-b122bcac5408 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.1127367 Nov 23 14:34:39.860189 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-49f41877-ac6f-438b-bcf3-887d482fc53c req-0a943b4a-3c5e-4fa0-a901-2f503b680dba service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090170 Nov 23 14:34:39.864323 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.917325 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a9339496-ab0a-4387-a4d6-d3e8c00a2f59 req-99302751-cb46-4a4d-a6dc-2ec8ce0f99a5 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539389 Nov 23 14:34:39.919718 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:39.969358 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event deleted for resources: {'Port': ['ID=bb2be628-037f-4c86-83dc-95ed0d6fe734,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:40.039841 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks [] for floatingip, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.040412 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.l3_db [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Floating IP c9a2a785-2a91-44f6-a590-6d97f2ab1019 disassociated (deleted). External IP: 172.27.1.97, port: 63c9da14-59dc-4f98-9991-e160efd768b9. Nov 23 14:34:40.292237 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Router 6a5b672b-24ed-4e94-a235-f8dc3399c943 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:34:40.406331 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:34:40.413088 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.419776 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] Sync routers for ids ['6a5b672b-24ed-4e94-a235-f8dc3399c943'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:34:40.431508 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] Routers {'6a5b672b-24ed-4e94-a235-f8dc3399c943'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:40.432740 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:34:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['6a5b672b-24ed-4e94-a235-f8dc3399c943'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:40.445220 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-82401c4c-3196-461b-9e99-28d3d0fb1c19 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "DELETE /v2.0/floatingips/c9a2a785-2a91-44f6-a590-6d97f2ab1019 HTTP/1.1" status: 204 len: 168 time: 1.1921659 Nov 23 14:34:40.501155 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:40.566238 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] Set router 6a5b672b-24ed-4e94-a235-f8dc3399c943 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:34:40.817285 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bd788-0642-49ae-a1fa-f2c99b3edf02 req-bfa9ba42-7f82-4f44-96d5-4250f3ae6c20 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:40.819232 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1b1bd788-0642-49ae-a1fa-f2c99b3edf02 req-bfa9ba42-7f82-4f44-96d5-4250f3ae6c20 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0739908 Nov 23 14:34:40.847061 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:31Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': 'aac95a2c-55a3-4a28-9540-60f31c4c9317', 'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'mac_address': 'fa:16:3e:d3:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:28Z', 'updated_at': '2021-11-23T14:31:39Z', 'revision_number': 5, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'subnets': [{'id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:40.884120 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1b1bd788-0642-49ae-a1fa-f2c99b3edf02 req-473c0aae-8924-41f1-95bc-63069fe36a4f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575013 Nov 23 14:34:40.886409 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] Checking router: 6a5b672b-24ed-4e94-a235-f8dc3399c943 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:34:40.897466 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] Routers {'6a5b672b-24ed-4e94-a235-f8dc3399c943'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:34:40.898251 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:34:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['6a5b672b-24ed-4e94-a235-f8dc3399c943'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:41.018000 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] Set router 6a5b672b-24ed-4e94-a235-f8dc3399c943 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:34:41.062380 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d154c-16d1-4d92-b328-f4fd541ce001 req-a6f46caf-e852-4a9d-8c6c-f53f52c777ff tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.064007 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-194d154c-16d1-4d92-b328-f4fd541ce001 req-a6f46caf-e852-4a9d-8c6c-f53f52c777ff tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0538967 Nov 23 14:34:41.064385 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:41.066750 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:41.131695 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439ac76f-7dfe-466c-b718-1c4d266506d6 x-openstack-request-id: req-439ac76f-7dfe-466c-b718-1c4d266506d6 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:41.131991 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:41.132249 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-439ac76f-7dfe-466c-b718-1c4d266506d6 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:41.133173 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9', 'status': 'completed', 'code': 200} Nov 23 14:34:41.141894 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-194d154c-16d1-4d92-b328-f4fd541ce001 req-e947098b-9cdf-4e35-86fb-6e4aee9e4d67 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655673 Nov 23 14:34:41.197187 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-1e5c0fe7-2951-401d-b6cb-b2476746e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.199591 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-1e5c0fe7-2951-401d-b6cb-b2476746e5a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d56c37edac6f48ecb46e95a11b10fe59&device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 1098 time: 0.0428612 Nov 23 14:34:41.282651 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:31Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': 'aac95a2c-55a3-4a28-9540-60f31c4c9317', 'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'mac_address': 'fa:16:3e:d3:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:28Z', 'updated_at': '2021-11-23T14:31:39Z', 'revision_number': 5, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'subnets': [{'id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:34:41.309411 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-ad40e676-a6a0-4896-969a-7c3d65295a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.310020 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1946c3-a36b-448d-b0ae-a417819d8426 None None] The sync data for ids ['6a5b672b-24ed-4e94-a235-f8dc3399c943'] in dv-cinder-804035-16-iscsi is: [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:31:31Z', 'revision_number': 4, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': 'aac95a2c-55a3-4a28-9540-60f31c4c9317', 'name': '', 'network_id': '772a01ed-5368-4cc6-820b-6618b7ee3bf2', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'mac_address': 'fa:16:3e:d3:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:28Z', 'updated_at': '2021-11-23T14:31:39Z', 'revision_number': 5, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'subnets': [{'id': '2f1c541d-9bcc-4f55-bd4e-db6358b567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:34:41.311027 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-ad40e676-a6a0-4896-969a-7c3d65295a0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=772a01ed-5368-4cc6-820b-6618b7ee3bf2 HTTP/1.1" status: 200 len: 915 time: 0.1016848 Nov 23 14:34:41.361800 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-1b2b519d-709a-4565-9e0b-3961fbdb2d2e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 200 len: 217 time: 0.0379133 Nov 23 14:34:41.425805 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-de45f3b9-43db-4215-ab79-9608d63348a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.427271 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-de45f3b9-43db-4215-ab79-9608d63348a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f1c541d-9bcc-4f55-bd4e-db6358b567b2 HTTP/1.1" status: 200 len: 853 time: 0.0523427 Nov 23 14:34:41.480810 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-807c2957-3b82-47a6-a522-100eee24501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.482383 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-807c2957-3b82-47a6-a522-100eee24501c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=772a01ed-5368-4cc6-820b-6618b7ee3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468752 Nov 23 14:34:41.563260 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f34b8f-d398-4c56-963d-d2855b1648a9 None None] New status for floating IP c9a2a785-2a91-44f6-a590-6d97f2ab1019: DOWN {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:34:41.582209 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-ad2d1a4d-712d-4eab-8f9b-bbca46311aaa service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913675 Nov 23 14:34:41.715368 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-7710b867-22b6-481c-9bc5-4f0b5ee95aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.716841 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-7710b867-22b6-481c-9bc5-4f0b5ee95aaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4&device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 1098 time: 0.0973699 Nov 23 14:34:41.718758 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f6988358-68e0-41a4-9fa2-f8fea56d5a2d req-34457f30-bf79-498a-87f3-56667772d877 service neutron] 10.222.0.48 "GET /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291807 Nov 23 14:34:41.880111 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-6a98c3ee-a513-4277-a675-24dc9540a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:41.883355 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-6a98c3ee-a513-4277-a675-24dc9540a6cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b146d56-e422-424d-af2b-c9ba1c42fc01 HTTP/1.1" status: 200 len: 910 time: 0.1437917 Nov 23 14:34:41.962311 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-a0b0ea0d-7bd6-4e84-b7c3-bc9a5d5e2527 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=627d910f-e912-4588-a349-7feddbfc9232 HTTP/1.1" status: 200 len: 1001 time: 0.0696847 Nov 23 14:34:42.032382 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802c33-ec56-467c-83fa-bd1e30f5f1a1 req-4a0304b9-f75c-48d9-8d96-73602be81436 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:42.034292 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-73802c33-ec56-467c-83fa-bd1e30f5f1a1 req-4a0304b9-f75c-48d9-8d96-73602be81436 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0641658 Nov 23 14:34:42.036787 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-9a1366f5-40e1-4794-8f37-596aa2e73b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:42.038391 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-9a1366f5-40e1-4794-8f37-596aa2e73b64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e06bec72-e836-49b6-b58a-b617c31e7af0 HTTP/1.1" status: 200 len: 848 time: 0.0643463 Nov 23 14:34:42.089256 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-73802c33-ec56-467c-83fa-bd1e30f5f1a1 req-f46ef9de-9a79-43a9-b130-a7abedb2180f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469866 Nov 23 14:34:42.113914 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-fc49af53-ebfe-4188-9a7e-638913f0ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:42.115534 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-fc49af53-ebfe-4188-9a7e-638913f0ac57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b146d56-e422-424d-af2b-c9ba1c42fc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558069 Nov 23 14:34:42.213221 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-8d8af5c1-bb79-4485-b38a-09f8c3c8279b service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878730 Nov 23 14:34:42.333478 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fe8fa-b4bf-4292-b98d-f0b296459064 req-70c6c64d-aba9-443d-9f60-ae25e54b2757 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:42.334957 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-069fe8fa-b4bf-4292-b98d-f0b296459064 req-70c6c64d-aba9-443d-9f60-ae25e54b2757 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.1119595 Nov 23 14:34:42.357209 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-05cc94ca-06c0-43db-8a8b-5dc260a7b5e6 req-1275ff70-762c-4afd-82bf-93e0ca2bc17b service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351953 Nov 23 14:34:42.400607 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-069fe8fa-b4bf-4292-b98d-f0b296459064 req-2e1d68d0-6283-42be-b732-6657b3ee6f20 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552032 Nov 23 14:34:43.247130 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a7831-9faa-4204-98e2-957835191fac req-70ea7abb-304b-4acc-8afe-54ab4ff51017 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:43.248635 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a66a7831-9faa-4204-98e2-957835191fac req-70ea7abb-304b-4acc-8afe-54ab4ff51017 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0537736 Nov 23 14:34:43.304726 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a66a7831-9faa-4204-98e2-957835191fac req-576b03a3-9aa4-4472-8f3d-d857393ae525 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495262 Nov 23 14:34:43.530371 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438367e6-e259-4822-8e40-2d23b5479c4b req-99ed6896-4bdd-4194-b041-c91a38041d7e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:43.531877 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-438367e6-e259-4822-8e40-2d23b5479c4b req-99ed6896-4bdd-4194-b041-c91a38041d7e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0541630 Nov 23 14:34:43.581345 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-438367e6-e259-4822-8e40-2d23b5479c4b req-e621aba8-8518-434b-8c24-22a097e12b33 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Nov 23 14:34:44.426796 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391b09b-c9e6-4a50-9dcf-4e549e1a592f req-7df7bb6e-9f76-43fe-a3f3-1868359fec7d tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:44.428179 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2391b09b-c9e6-4a50-9dcf-4e549e1a592f req-7df7bb6e-9f76-43fe-a3f3-1868359fec7d tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0541494 Nov 23 14:34:44.481010 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2391b09b-c9e6-4a50-9dcf-4e549e1a592f req-7fb37e53-cc73-4621-b94c-6616cbdd2f00 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458570 Nov 23 14:34:44.582407 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d187121-89f0-4816-ae87-06ec4dfb5097 req-94ad6dc9-ce72-4e05-8199-00edcd5ec111 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:44.583882 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6d187121-89f0-4816-ae87-06ec4dfb5097 req-94ad6dc9-ce72-4e05-8199-00edcd5ec111 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0481505 Nov 23 14:34:44.631141 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6d187121-89f0-4816-ae87-06ec4dfb5097 req-8d07573a-8938-49ed-bc9b-960eefc0950b tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Nov 23 14:34:44.738966 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b336cb-e803-4f2a-804d-78a5dcb25051 req-45da8dbc-43cf-4dea-b750-c63b365a6a17 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:44.740422 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b1b336cb-e803-4f2a-804d-78a5dcb25051 req-45da8dbc-43cf-4dea-b750-c63b365a6a17 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0518796 Nov 23 14:34:44.788795 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b1b336cb-e803-4f2a-804d-78a5dcb25051 req-5d25ea6c-8955-49b8-ab37-fa20c9944add tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417209 Nov 23 14:34:45.603076 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db13721-349d-43ab-9869-481776120dd9 req-db1dbf6a-4a0c-4070-b99c-c373cca62980 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:45.605615 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4db13721-349d-43ab-9869-481776120dd9 req-db1dbf6a-4a0c-4070-b99c-c373cca62980 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0515463 Nov 23 14:34:45.670700 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4db13721-349d-43ab-9869-481776120dd9 req-d6b28810-595e-4b07-a72b-c714be72dde4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591829 Nov 23 14:34:45.782554 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8208d-1607-44f1-997e-c5cd92a4a72c req-e9c9457a-9c27-48c2-9b5c-947a83fe8d59 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:45.783948 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-32a8208d-1607-44f1-997e-c5cd92a4a72c req-e9c9457a-9c27-48c2-9b5c-947a83fe8d59 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0522454 Nov 23 14:34:45.833622 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-32a8208d-1607-44f1-997e-c5cd92a4a72c req-ad01a333-f1ea-4cdf-ae7d-c262c99884fd tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Nov 23 14:34:45.936528 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a338e22-71c9-4616-b85d-266c22f443ea req-572525fb-b7d2-44e8-b6be-c007bb452e17 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:45.938044 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6a338e22-71c9-4616-b85d-266c22f443ea req-572525fb-b7d2-44e8-b6be-c007bb452e17 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0490110 Nov 23 14:34:45.986396 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6a338e22-71c9-4616-b85d-266c22f443ea req-837a294e-98cf-454d-b7c8-e64c8e6bb237 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Nov 23 14:34:46.086432 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:46.395088 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-c334bf61-ffeb-49fe-b4e4-05c08aa94918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:46.396474 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-c334bf61-ffeb-49fe-b4e4-05c08aa94918 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4&device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 1098 time: 0.0409896 Nov 23 14:34:46.770543 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-f677b5b5-b529-4b7f-a121-9a33400cee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:46.772250 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-f677b5b5-b529-4b7f-a121-9a33400cee61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b146d56-e422-424d-af2b-c9ba1c42fc01 HTTP/1.1" status: 200 len: 910 time: 0.3442254 Nov 23 14:34:46.908744 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dde4c-0f17-43c4-9b15-728d8856a3e5 req-fb48b455-6027-4036-957c-91dca19bd0c8 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:46.910345 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e3dde4c-0f17-43c4-9b15-728d8856a3e5 req-fb48b455-6027-4036-957c-91dca19bd0c8 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.1360097 Nov 23 14:34:46.912445 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-ab5a3de1-9e0a-47e9-9dd8-0f6eb2d62312 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=627d910f-e912-4588-a349-7feddbfc9232 HTTP/1.1" status: 200 len: 1001 time: 0.1216424 Nov 23 14:34:46.977683 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddec6b-19c8-426e-be3f-8a9653462317 req-b5de973f-f56d-4c97-b173-bcda99b6c0c9 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:46.981390 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7cddec6b-19c8-426e-be3f-8a9653462317 req-b5de973f-f56d-4c97-b173-bcda99b6c0c9 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0641842 Nov 23 14:34:47.043873 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-4b547444-5754-43a4-828b-3c78f3241e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:47.045399 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-4b547444-5754-43a4-828b-3c78f3241e36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e06bec72-e836-49b6-b58a-b617c31e7af0 HTTP/1.1" status: 200 len: 848 time: 0.1225643 Nov 23 14:34:47.046484 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7cddec6b-19c8-426e-be3f-8a9653462317 req-29b0ec85-9fbb-4138-8e4a-646f588a52a3 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602279 Nov 23 14:34:47.049692 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1e3dde4c-0f17-43c4-9b15-728d8856a3e5 req-b0c20310-4d73-4dd8-9416-e441114cf247 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297691 Nov 23 14:34:47.115184 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-32e69e42-0c6a-4cd1-9477-f63dd70d1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:47.116853 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-32e69e42-0c6a-4cd1-9477-f63dd70d1be8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b146d56-e422-424d-af2b-c9ba1c42fc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0571656 Nov 23 14:34:47.174677 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7450329-30f6-441c-b92d-8c7fda2135ed req-7f80969b-b4f6-4a08-b5ae-d0680692a9e5 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:47.176295 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b7450329-30f6-441c-b92d-8c7fda2135ed req-7f80969b-b4f6-4a08-b5ae-d0680692a9e5 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0578699 Nov 23 14:34:47.240564 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b7450329-30f6-441c-b92d-8c7fda2135ed req-dcef9836-a06d-4220-82c1-1f5f98ffeda6 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538280 Nov 23 14:34:47.252212 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-c6bbb2a7-ef88-4fc2-9071-72339965767f service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220489 Nov 23 14:34:47.403089 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f2a8e829-efd6-4526-a427-6da59dd69c7c req-82038dd0-c8d9-4378-af6a-c5d9cdda2c02 service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329691 Nov 23 14:34:48.177443 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7fbca-297c-4a2f-9aa9-264a05e9e693 req-af0f3806-6aa3-40c4-bfa8-31ff3876c637 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.178126 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42bf8e-5f52-4cc6-9540-061022907df6 req-4a0c73ac-9b83-4061-946f-ef50e1be5ef3 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.179045 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0da7fbca-297c-4a2f-9aa9-264a05e9e693 req-af0f3806-6aa3-40c4-bfa8-31ff3876c637 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0537710 Nov 23 14:34:48.179194 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5e42bf8e-5f52-4cc6-9540-061022907df6 req-4a0c73ac-9b83-4061-946f-ef50e1be5ef3 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0506449 Nov 23 14:34:48.237742 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5e42bf8e-5f52-4cc6-9540-061022907df6 req-fae60ffe-07a4-4944-934f-652482ac7982 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467503 Nov 23 14:34:48.241176 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0da7fbca-297c-4a2f-9aa9-264a05e9e693 req-5451e807-13cd-45fe-acee-62c9e8386afd tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541687 Nov 23 14:34:48.373412 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [req-cfa0f2ad-48d5-4242-965c-e3f245b4b489 req-945ab820-e120-49ec-8acc-9dbcb2668be3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:34:48.374625 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cfa0f2ad-48d5-4242-965c-e3f245b4b489 req-945ab820-e120-49ec-8acc-9dbcb2668be3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0580363 Nov 23 14:34:48.403707 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f6474-5f2a-465c-89d6-9e4cad7fe74f req-403884e8-6216-45e9-8af0-ac0fffc81019 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.406014 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-502f6474-5f2a-465c-89d6-9e4cad7fe74f req-403884e8-6216-45e9-8af0-ac0fffc81019 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0584483 Nov 23 14:34:48.501434 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-502f6474-5f2a-465c-89d6-9e4cad7fe74f req-51f61f7d-9b16-4ada-a063-04afed4bafe2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825336 Nov 23 14:34:48.566322 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49126) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:48.670431 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51a019-846e-4e9d-aa78-017fee465508 req-a2621164-ff20-4e03-9d05-544ed95cc660 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:48.673139 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ff51a019-846e-4e9d-aa78-017fee465508 req-a2621164-ff20-4e03-9d05-544ed95cc660 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0963421 Nov 23 14:34:48.724378 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-838572af-2d9a-43d6-bf3f-c56049953164 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554472 Nov 23 14:34:48.739789 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-43d167fe-0882-4c68-bb9f-a7b0ed30694b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:34:48.741457 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-43d167fe-0882-4c68-bb9f-a7b0ed30694b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107682 Nov 23 14:34:48.771478 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ff51a019-846e-4e9d-aa78-017fee465508 req-2e651677-fb17-44f7-a5ee-94580b2826a4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913727 Nov 23 14:34:49.375325 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daeaf99-84ca-4645-9d7c-3fade4c9761d req-4b243a43-5a61-405b-943b-ebf5d2961137 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:49.376949 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4daeaf99-84ca-4645-9d7c-3fade4c9761d req-4b243a43-5a61-405b-943b-ebf5d2961137 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0572312 Nov 23 14:34:49.431144 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4daeaf99-84ca-4645-9d7c-3fade4c9761d req-1a094cb4-9b75-436e-b684-6206a46d0190 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477011 Nov 23 14:34:49.557957 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 383b4dbc-1515-4851-b01c-698135167307 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:34:49.639306 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db0261-01fc-4e12-8544-e7bbaf3397d1 req-81dd76e3-664f-4d78-8d03-13bdfe61c001 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:49.641160 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d9db0261-01fc-4e12-8544-e7bbaf3397d1 req-81dd76e3-664f-4d78-8d03-13bdfe61c001 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0576301 Nov 23 14:34:49.712750 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d9db0261-01fc-4e12-8544-e7bbaf3397d1 req-ba7e333f-c4ce-4ebc-adbf-8f8b2ffdb51f tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538783 Nov 23 14:34:49.819004 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:49.832401 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '383b4dbc-1515-4851-b01c-698135167307', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'port_id': '383b4dbc-1515-4851-b01c-698135167307', 'mac_address': 'fa:16:3e:20:03:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:34:49.873241 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.887563 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 383b4dbc-1515-4851-b01c-698135167307 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:34:49.912200 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:49.919601 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:49.920319 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae4a1b-f5dd-42d4-aefd-d02d2eda2d45 req-47df16fa-2cdd-487e-a2a3-b0e27f2f0358 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:49.923482 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9cae4a1b-f5dd-42d4-aefd-d02d2eda2d45 req-47df16fa-2cdd-487e-a2a3-b0e27f2f0358 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0595846 Nov 23 14:34:49.981670 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=6']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:49.983603 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9cae4a1b-f5dd-42d4-aefd-d02d2eda2d45 req-dab5bd5f-7515-4aed-8d75-44bfb1017cb6 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541732 Nov 23 14:34:49.989447 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.989804 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.990148 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.990483 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.990813 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.991140 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.991467 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.991794 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.992121 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.992448 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.992762 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:49.993104 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:50.555899 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0384c-abe0-493a-8a0a-89eed456c3b1 req-d681cbcf-8261-4d45-bfb4-90137858677e tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:50.557325 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-afd0384c-abe0-493a-8a0a-89eed456c3b1 req-d681cbcf-8261-4d45-bfb4-90137858677e tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0562789 Nov 23 14:34:50.608132 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-afd0384c-abe0-493a-8a0a-89eed456c3b1 req-0eed8e4a-4578-4073-a5e5-aee3b2bd3e8e tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 Nov 23 14:34:50.846219 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b329bfd-cdcd-4c83-9f53-a2ba5290bbe6 req-b9af64ee-6991-47b5-948b-4c98c4e5def4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:50.847693 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8b329bfd-cdcd-4c83-9f53-a2ba5290bbe6 req-b9af64ee-6991-47b5-948b-4c98c4e5def4 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 945 time: 0.0519552 Nov 23 14:34:50.903235 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8b329bfd-cdcd-4c83-9f53-a2ba5290bbe6 req-a248db95-3280-44ee-8c6e-fbf9c5f5d689 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492229 Nov 23 14:34:51.101915 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ced62-454d-425c-9c79-b10614930a9d req-f938d8e5-dbfa-4c5f-a8fa-f3f2208ff040 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:51.103296 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-888ced62-454d-425c-9c79-b10614930a9d req-f938d8e5-dbfa-4c5f-a8fa-f3f2208ff040 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0493693 Nov 23 14:34:51.160381 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-888ced62-454d-425c-9c79-b10614930a9d req-60a3c134-9740-4016-b79f-b0149f3dc301 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502312 Nov 23 14:34:51.556417 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 627d910f-e912-4588-a349-7feddbfc9232 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:51.632309 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['383b4dbc-1515-4851-b01c-698135167307'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:51.674435 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.714444 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '627d910f-e912-4588-a349-7feddbfc9232'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:51.716731 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab83d3c0-801c-48fb-b078-7b9b57db82ae" -d '{"events": [{"server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "name": "network-vif-unplugged", "status": "completed", "tag": "627d910f-e912-4588-a349-7feddbfc9232"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:51.735785 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 627d910f-e912-4588-a349-7feddbfc9232, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=627d910f-e912-4588-a349-7feddbfc9232,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:51.740964 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd90da1-1d0b-4517-b87e-011a550760cf req-2e9ef917-a4ff-4158-852a-82886e34965c tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:51.743422 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3dd90da1-1d0b-4517-b87e-011a550760cf req-2e9ef917-a4ff-4158-852a-82886e34965c tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0612659 Nov 23 14:34:51.745254 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:51.808933 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3dd90da1-1d0b-4517-b87e-011a550760cf req-74a7afa1-9c70-4d64-9c6a-9976c6612f14 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/security-groups?id=d88bef76-55e0-4819-aabc-9d2966195fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 Nov 23 14:34:51.825899 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=627d910f-e912-4588-a349-7feddbfc9232,revision_number=6']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:51.846831 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee9e473-79f2-4e02-9453-937d156a3ccd x-openstack-request-id: req-eee9e473-79f2-4e02-9453-937d156a3ccd {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:51.847004 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "name": "network-vif-unplugged", "status": "failed", "tag": "627d910f-e912-4588-a349-7feddbfc9232", "code": 422}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:51.847252 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eee9e473-79f2-4e02-9453-937d156a3ccd {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:51.847657 dv-cinder-804035-16-iscsi neutron-server[102954]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '627d910f-e912-4588-a349-7feddbfc9232', 'code': 422} returned with failed status Nov 23 14:34:52.080599 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82525bc2-d0d7-4fe1-9101-ddead0be3731 req-16b698a3-f7c2-4a54-8770-32ca3edabe99 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:52.082702 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-82525bc2-d0d7-4fe1-9101-ddead0be3731 req-16b698a3-f7c2-4a54-8770-32ca3edabe99 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 945 time: 0.0713444 Nov 23 14:34:52.135885 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-82525bc2-d0d7-4fe1-9101-ddead0be3731 req-dcd9a732-d672-46e5-ad95-88bd6a7ec4e2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471048 Nov 23 14:34:52.295731 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-82a8b2c1-969c-4208-a362-4f1556a28779 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:52.303343 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-82a8b2c1-969c-4208-a362-4f1556a28779 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.48 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 945 time: 0.0870056 Nov 23 14:34:52.329941 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ec072-6ce2-4904-94f6-84d54fbcf0c0 req-58197919-736e-41e8-a8fb-82c0f322ba00 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:52.333116 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0b5ec072-6ce2-4904-94f6-84d54fbcf0c0 req-58197919-736e-41e8-a8fb-82c0f322ba00 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.0732641 Nov 23 14:34:52.402823 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0b5ec072-6ce2-4904-94f6-84d54fbcf0c0 req-2e46db3f-bb0b-424b-853d-76b733ffad35 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565035 Nov 23 14:34:52.436543 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Deleting port 63c9da14-59dc-4f98-9991-e160efd768b9 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:34:52.437186 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.549569 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] For port 63c9da14-59dc-4f98-9991-e160efd768b9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=63c9da14-59dc-4f98-9991-e160efd768b9,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:52.549933 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.566726 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Calling delete_port for 63c9da14-59dc-4f98-9991-e160efd768b9 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:34:52.756587 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.772995 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['63c9da14-59dc-4f98-9991-e160efd768b9'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:34:52.793837 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Pushing event deleted for resources: {'Port': ['ID=63c9da14-59dc-4f98-9991-e160efd768b9,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:52.802406 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.803462 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.803462 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.803462 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.803782 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.804101 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.804440 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.804779 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.805140 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.805481 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.805815 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.806272 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:34:52.857035 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] No DVR routers for this DVR port 63c9da14-59dc-4f98-9991-e160efd768b9 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:34:52.861830 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:52.866225 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0482fe89-b181-4309-9c7d-4d8c1eef3c8a req-5253bbff-f6d5-4562-b52d-2ad0af27542a tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.48 "DELETE /v2.0/ports/63c9da14-59dc-4f98-9991-e160efd768b9 HTTP/1.1" status: 204 len: 173 time: 0.5562103 Nov 23 14:34:52.866726 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'name': 'network-vif-deleted', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:52.869662 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5461b2ec-b2c9-4721-8ff1-f41da7e5bc2d" -d '{"events": [{"server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "name": "network-vif-deleted", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:52.930984 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2878560e-127e-478d-a8b1-631d8736c812 x-openstack-request-id: req-2878560e-127e-478d-a8b1-631d8736c812 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:52.930984 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89d0ed2-67f3-431f-abff-20bdfdbe4aac", "name": "network-vif-deleted", "tag": "63c9da14-59dc-4f98-9991-e160efd768b9", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:52.931422 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2878560e-127e-478d-a8b1-631d8736c812 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:52.932073 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89d0ed2-67f3-431f-abff-20bdfdbe4aac', 'name': 'network-vif-deleted', 'tag': '63c9da14-59dc-4f98-9991-e160efd768b9', 'status': 'completed', 'code': 200} Nov 23 14:34:53.001041 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-47b4c9a3-803c-4780-808d-934c5f28d175 req-c6ab64bd-cdc0-4d80-9f0d-f0c1f542fc89 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0430522 Nov 23 14:34:53.148670 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048676ce-82e0-4589-a11a-134f916f91bd req-0f8fe608-69b5-4f07-916a-3e8e96fcfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:53.151057 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-0f8fe608-69b5-4f07-916a-3e8e96fcfd89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f&tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4 HTTP/1.1" status: 200 len: 1096 time: 0.0811291 Nov 23 14:34:53.299864 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048676ce-82e0-4589-a11a-134f916f91bd req-8d5e17cd-44fe-4ba9-abb4-c82e4c0d93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:53.303645 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-8d5e17cd-44fe-4ba9-abb4-c82e4c0d93fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4&device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 1096 time: 0.1186314 Nov 23 14:34:53.387434 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e763669-197e-4e43-ad55-2306ec8da3b5 req-757e0920-268e-406e-a9e7-e098fc04ba8c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:53.396453 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2e763669-197e-4e43-ad55-2306ec8da3b5 req-757e0920-268e-406e-a9e7-e098fc04ba8c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 945 time: 0.1224031 Nov 23 14:34:53.505344 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2e763669-197e-4e43-ad55-2306ec8da3b5 req-9039f772-7450-40c3-a895-697bd44f6581 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072741 Nov 23 14:34:53.530297 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048676ce-82e0-4589-a11a-134f916f91bd req-cedef8df-3a34-417a-a6db-ca93b598db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:53.532037 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-cedef8df-3a34-417a-a6db-ca93b598db98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b146d56-e422-424d-af2b-c9ba1c42fc01 HTTP/1.1" status: 200 len: 910 time: 0.2044544 Nov 23 14:34:53.579353 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f96cd7-0805-42d1-99fe-5187701d89e7 req-04f22b18-2789-48e7-ac56-a71c127f2022 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:53.583115 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e5f96cd7-0805-42d1-99fe-5187701d89e7 req-04f22b18-2789-48e7-ac56-a71c127f2022 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.0699618 Nov 23 14:34:53.668562 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e5f96cd7-0805-42d1-99fe-5187701d89e7 req-ad8d12c4-8c86-4c57-8350-45df7eff5d28 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753341 Nov 23 14:34:54.177210 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-69f504ba-a658-42e2-b27b-068dbe2d23a0 req-e7397ab2-71b8-40de-9c77-a101c7d00351 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0446169 Nov 23 14:34:54.344023 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 383b4dbc-1515-4851-b01c-698135167307 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:34:54.430694 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 383b4dbc-1515-4851-b01c-698135167307 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:34:54.436643 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.568069 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.600763 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b4dbc-1515-4851-b01c-698135167307'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:34:54.603383 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b08196-b2da-4bae-ada5-014b89b12a54" -d '{"events": [{"server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "name": "network-vif-plugged", "status": "completed", "tag": "383b4dbc-1515-4851-b01c-698135167307"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:34:54.618149 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:34:54.625288 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:34:54.730645 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=7']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:34:54.737573 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16f835-ab70-4f7b-bb93-1f75036ea289 req-676eee06-21e1-4a36-a8b5-79987a208a1e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:54.739582 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ea16f835-ab70-4f7b-bb93-1f75036ea289 req-676eee06-21e1-4a36-a8b5-79987a208a1e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.1052754 Nov 23 14:34:54.838192 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ea16f835-ab70-4f7b-bb93-1f75036ea289 req-6f5be69e-3233-49bb-b22c-d57eafa72e1f tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853808 Nov 23 14:34:54.928776 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69c5def-c4f3-4181-9bed-ee88f5ecd7e0 x-openstack-request-id: req-b69c5def-c4f3-4181-9bed-ee88f5ecd7e0 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:34:54.929253 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "name": "network-vif-plugged", "status": "completed", "tag": "383b4dbc-1515-4851-b01c-698135167307", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:34:54.929585 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b69c5def-c4f3-4181-9bed-ee88f5ecd7e0 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:34:54.930207 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b4dbc-1515-4851-b01c-698135167307', 'code': 200} Nov 23 14:34:55.130894 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8f944-837e-4378-b185-90b3404e50bf req-d55efca8-b4ad-4ded-8ad0-0b8f192216a6 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:55.132559 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f7c8f944-837e-4378-b185-90b3404e50bf req-d55efca8-b4ad-4ded-8ad0-0b8f192216a6 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.0924470 Nov 23 14:34:55.239177 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-f7c8f944-837e-4378-b185-90b3404e50bf req-1e5d0b48-fd5d-4cdd-a671-c3dab973205f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964787 Nov 23 14:34:55.418015 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fc5a50d9-090a-4ab0-baf3-e54881262f08 req-afc89b22-0e07-451b-9602-c6c410b08587 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.0461214 Nov 23 14:34:56.057845 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd5838-b546-4a00-8f17-ebb9129256f1 req-29f37a93-e75a-46b9-91d5-4de48105a236 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:56.061448 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e4dd5838-b546-4a00-8f17-ebb9129256f1 req-29f37a93-e75a-46b9-91d5-4de48105a236 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0926414 Nov 23 14:34:56.144264 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e4dd5838-b546-4a00-8f17-ebb9129256f1 req-7c8a2b42-738a-4589-bcf5-f78099d8254d tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740986 Nov 23 14:34:56.458449 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-b6fb8ecb-d0df-4a25-af49-b494be6e0858 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=627d910f-e912-4588-a349-7feddbfc9232 HTTP/1.1" status: 200 len: 999 time: 0.2119520 Nov 23 14:34:56.479530 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20e3bf-9155-4300-909b-a52e66f6ca74 req-502509ce-c127-47be-b4dc-909c32915813 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:56.492220 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7f20e3bf-9155-4300-909b-a52e66f6ca74 req-502509ce-c127-47be-b4dc-909c32915813 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.0868182 Nov 23 14:34:56.578824 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048676ce-82e0-4589-a11a-134f916f91bd req-66718a71-233b-4151-be6c-0c0d124344c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:56.581897 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-66718a71-233b-4151-be6c-0c0d124344c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e06bec72-e836-49b6-b58a-b617c31e7af0 HTTP/1.1" status: 200 len: 848 time: 0.1113057 Nov 23 14:34:56.675545 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7f20e3bf-9155-4300-909b-a52e66f6ca74 req-2636acac-8635-4bbb-989c-af69e1ade9dd tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816924 Nov 23 14:34:56.727855 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048676ce-82e0-4589-a11a-134f916f91bd req-069da65f-ebdc-45b2-8124-53b0411ff221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:56.730661 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-069da65f-ebdc-45b2-8124-53b0411ff221 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b146d56-e422-424d-af2b-c9ba1c42fc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1407368 Nov 23 14:34:56.835893 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e0620178-98f3-48f8-bc19-9438b2f0d6ca req-156359cf-122e-4de5-8293-0a45b524f690 tempest-TestMinimumBasicScenario-1353616699 tempest-TestMinimumBasicScenario-1353616699-project] 10.222.0.59 "GET /v2.0/ports?device_id=e89d0ed2-67f3-431f-abff-20bdfdbe4aac HTTP/1.1" status: 200 len: 210 time: 0.1019876 Nov 23 14:34:56.961458 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-a5bb5dce-e58a-4b2a-9c62-a6f461bdcba3 service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104657 Nov 23 14:34:57.173782 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-2574277a-6643-4da6-b5f6-045abc6386e3 service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031412 Nov 23 14:34:57.366711 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc4bd-68fc-49a6-a432-132c04bf2200 req-339f331d-133b-4544-aad8-05e00b7218f8 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:57.369439 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-662fc4bd-68fc-49a6-a432-132c04bf2200 req-339f331d-133b-4544-aad8-05e00b7218f8 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0970993 Nov 23 14:34:57.485098 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-662fc4bd-68fc-49a6-a432-132c04bf2200 req-3029f35d-5748-427e-ad68-8088a96491ed tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075845 Nov 23 14:34:57.914980 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436ca3-3e62-4146-bdb5-80baff46130d req-bbddddda-f357-43c6-ae40-898efd07d97b tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:57.930254 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bb436ca3-3e62-4146-bdb5-80baff46130d req-bbddddda-f357-43c6-ae40-898efd07d97b tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.1017640 Nov 23 14:34:58.049600 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bb436ca3-3e62-4146-bdb5-80baff46130d req-f485b95e-d7e9-40d9-bb7e-0af030dfecc5 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179056 Nov 23 14:34:58.242105 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 63c9da14-59dc-4f98-9991-e160efd768b9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:34:58.294099 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 63c9da14-59dc-4f98-9991-e160efd768b9 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:34:58.295105 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 63c9da14-59dc-4f98-9991-e160efd768b9 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:34:58.803529 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5569c6-70f6-40a0-90a4-a95bdf4f1f29 req-870338b6-ec30-4f45-8f0b-7ecb8a9bbb72 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:58.807137 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6c5569c6-70f6-40a0-90a4-a95bdf4f1f29 req-870338b6-ec30-4f45-8f0b-7ecb8a9bbb72 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.1712234 Nov 23 14:34:58.884025 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6c5569c6-70f6-40a0-90a4-a95bdf4f1f29 req-f8d8fa73-ce62-4174-8655-1921d5826bfb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661898 Nov 23 14:34:59.029724 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49316) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:34:59.367044 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778f691-8f60-4603-aa98-4f4b5a2a2d70 req-d7fdee73-52c4-427d-be3c-ce5c0000099f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:34:59.368433 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0778f691-8f60-4603-aa98-4f4b5a2a2d70 req-d7fdee73-52c4-427d-be3c-ce5c0000099f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.1606224 Nov 23 14:34:59.879640 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0778f691-8f60-4603-aa98-4f4b5a2a2d70 req-4a0330d9-b48d-4955-ac3c-0b9096d78909 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4640391 Nov 23 14:35:00.100943 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f49610-5993-41a2-9aa3-6351ffa326b3 req-233bc285-eaf3-4790-83a0-2de1d6cb0c27 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:00.103698 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-75f49610-5993-41a2-9aa3-6351ffa326b3 req-233bc285-eaf3-4790-83a0-2de1d6cb0c27 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0844662 Nov 23 14:35:00.153326 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599750'] for router_interface, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.186931 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-75f49610-5993-41a2-9aa3-6351ffa326b3 req-92e50911-92a4-44a9-af5c-b8a2b6ec055a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749755 Nov 23 14:35:00.575708 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Deleting port aac95a2c-55a3-4a28-9540-60f31c4c9317 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:00.576450 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.707696 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] For port aac95a2c-55a3-4a28-9540-60f31c4c9317, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=aac95a2c-55a3-4a28-9540-60f31c4c9317,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:00.708342 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:00.736488 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Calling delete_port for aac95a2c-55a3-4a28-9540-60f31c4c9317 owned by network:router_interface {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:01.039978 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:01.152503 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac95a2c-55a3-4a28-9540-60f31c4c9317,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:01.221681 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.222613 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.222976 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.223667 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.224344 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.225042 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.225638 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.226329 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.227104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.227701 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.229014 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.229608 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:01.452375 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d128f-4ce7-4821-9b4a-c785c90144e1 req-b072d2c7-4502-4e2f-b21c-f1154a131167 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:01.455265 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9b4d128f-4ce7-4821-9b4a-c785c90144e1 req-b072d2c7-4502-4e2f-b21c-f1154a131167 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.3990450 Nov 23 14:35:01.532831 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82298977-755e-4393-9ca8-91f122c37f11 req-c55054e0-cabf-45ee-bec6-d207dff54587 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:01.535629 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-82298977-755e-4393-9ca8-91f122c37f11 req-c55054e0-cabf-45ee-bec6-d207dff54587 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.1135354 Nov 23 14:35:01.612719 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9b4d128f-4ce7-4821-9b4a-c785c90144e1 req-b07dd8f3-0019-4091-bd40-085d7975756b tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440704 Nov 23 14:35:01.614644 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-82298977-755e-4393-9ca8-91f122c37f11 req-63eee3c9-ba52-4bc9-a701-11b6ea04ad8c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681989 Nov 23 14:35:01.620791 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562774'] for router_interface, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.016335 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Router 6a5b672b-24ed-4e94-a235-f8dc3399c943 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:02.274145 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:02.283556 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-a1932080-6423-4560-a227-c9d0746261e8 admin admin] 10.222.0.59 "PUT /v2.0/routers/6a5b672b-24ed-4e94-a235-f8dc3399c943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2479072 Nov 23 14:35:02.290441 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49352) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:02.294419 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] Sync routers for ids ['6a5b672b-24ed-4e94-a235-f8dc3399c943'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:02.333534 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] Routers {'6a5b672b-24ed-4e94-a235-f8dc3399c943'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:02.335079 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:34:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['6a5b672b-24ed-4e94-a235-f8dc3399c943'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:02.537039 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Publish callbacks [] for router, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.576070 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] Set router 6a5b672b-24ed-4e94-a235-f8dc3399c943 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:02.830346 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:02.877392 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429803ed-3d4d-4695-bf17-b00ff779c389 req-02a044a5-b721-480f-95ab-e3aa09eeb75a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:02.891972 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-429803ed-3d4d-4695-bf17-b00ff779c389 req-02a044a5-b721-480f-95ab-e3aa09eeb75a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.1263335 Nov 23 14:35:03.026928 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:35:00Z', 'revision_number': 5, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port': {'id': '17e27f41-eecc-405f-a7ad-45ff6512f1f6', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:22Z', 'updated_at': '2021-11-23T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:03.028018 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-429803ed-3d4d-4695-bf17-b00ff779c389 req-7bf564d4-bdb8-4e45-a622-e90d48371b68 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335485 Nov 23 14:35:03.035526 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648823-1315-4ad4-9510-725ab40d3525 req-85d05419-1489-4296-a6fa-4189a7b0e726 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:03.052914 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-03648823-1315-4ad4-9510-725ab40d3525 req-85d05419-1489-4296-a6fa-4189a7b0e726 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.2453828 Nov 23 14:35:03.093512 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] Checking router: 6a5b672b-24ed-4e94-a235-f8dc3399c943 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:03.111202 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] Routers {'6a5b672b-24ed-4e94-a235-f8dc3399c943'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:03.112619 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:34:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['6a5b672b-24ed-4e94-a235-f8dc3399c943'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:03.139119 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Deleting port 17e27f41-eecc-405f-a7ad-45ff6512f1f6 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:03.139810 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.306612 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-03648823-1315-4ad4-9510-725ab40d3525 req-de7f022e-65e5-494b-ba57-e42f4f225ea1 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519002 Nov 23 14:35:03.329730 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] Set router 6a5b672b-24ed-4e94-a235-f8dc3399c943 gateway port host: None {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:03.350683 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] For port 17e27f41-eecc-405f-a7ad-45ff6512f1f6, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=17e27f41-eecc-405f-a7ad-45ff6512f1f6,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:03.351855 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.384227 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Calling delete_port for 17e27f41-eecc-405f-a7ad-45ff6512f1f6 owned by network:router_gateway {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:03.442956 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:35:02Z', 'revision_number': 6, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port_host': None}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:03.494601 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb3411-8e73-4409-946a-6061a882c985 None None] The sync data for ids ['6a5b672b-24ed-4e94-a235-f8dc3399c943'] in dv-cinder-804035-16-iscsi is: [{'id': '6a5b672b-24ed-4e94-a235-f8dc3399c943', 'name': 'tempest-TestMinimumBasicScenario-408582744-router', 'tenant_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:21Z', 'updated_at': '2021-11-23T14:35:02Z', 'revision_number': 6, 'project_id': 'd56c37edac6f48ecb46e95a11b10fe59', 'gw_port_host': None}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:03.740092 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:03.779737 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e27f41-eecc-405f-a7ad-45ff6512f1f6,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:03.910684 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402813'] for router_gateway, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.125394 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-f53e70c9-040f-4731-9100-3305f787568b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.127251 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5024'] for router, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.130278 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.270353 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562713'] for router, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.270669 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5765c-b5a7-42b8-a436-b919c7ed55f5 req-5b056d3f-849d-48e6-a07e-c94de2858d3e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:04.271181 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 627d910f-e912-4588-a349-7feddbfc9232 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:35:04.271469 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a5b672b-24ed-4e94-a235-f8dc3399c943 {{(pid=102953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:04.272570 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ece5765c-b5a7-42b8-a436-b919c7ed55f5 req-5b056d3f-849d-48e6-a07e-c94de2858d3e tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 943 time: 0.0954206 Nov 23 14:35:04.281538 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.300676 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-d426f4fa-e4f7-4137-82b8-ac8e3fc8ff63 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6a5b672b-24ed-4e94-a235-f8dc3399c943 HTTP/1.1" status: 204 len: 168 time: 2.0058444 Nov 23 14:35:04.302034 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49368) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:04.428788 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab72757-f164-45c6-8465-0941570292f2 admin admin] Deleting subnet 2f1c541d-9bcc-4f55-bd4e-db6358b567b2 {{(pid=102952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:04.444813 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fab72757-f164-45c6-8465-0941570292f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.523263 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fab72757-f164-45c6-8465-0941570292f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4342087'] for subnet, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.591752 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 627d910f-e912-4588-a349-7feddbfc9232, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=627d910f-e912-4588-a349-7feddbfc9232,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:04.614275 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '627d910f-e912-4588-a349-7feddbfc9232', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'port_id': '627d910f-e912-4588-a349-7feddbfc9232', 'mac_address': 'fa:16:3e:39:1c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:35:04.656582 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c5848-1b37-4b1f-9929-dec3f8196d3d req-062fbcdf-73cf-4227-a90f-0c041038dea3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:04.661940 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd2c5848-1b37-4b1f-9929-dec3f8196d3d req-062fbcdf-73cf-4227-a90f-0c041038dea3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.1411133 Nov 23 14:35:04.723038 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fab72757-f164-45c6-8465-0941570292f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.740083 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.774852 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627d910f-e912-4588-a349-7feddbfc9232 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:35:04.835433 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cd2c5848-1b37-4b1f-9929-dec3f8196d3d req-7a76a038-01ce-4093-888d-4c48eb400671 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468573 Nov 23 14:35:04.850979 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ece5765c-b5a7-42b8-a436-b919c7ed55f5 req-84e17810-e176-4738-9ff0-a5b01be5f173 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5325437 Nov 23 14:35:04.853751 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fab72757-f164-45c6-8465-0941570292f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979628'] for subnet, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.870269 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 627d910f-e912-4588-a349-7feddbfc9232, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=627d910f-e912-4588-a349-7feddbfc9232,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:04.879134 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-fab72757-f164-45c6-8465-0941570292f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.879514 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:04.884708 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-fab72757-f164-45c6-8465-0941570292f2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2f1c541d-9bcc-4f55-bd4e-db6358b567b2 HTTP/1.1" status: 204 len: 168 time: 0.5807879 Nov 23 14:35:04.887724 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49374) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:04.910593 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94cca80-f762-4d7e-97b4-b3f932c81940 None None] Network 772a01ed-5368-4cc6-820b-6618b7ee3bf2 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:04.931738 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab72757-f164-45c6-8465-0941570292f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1c541d-9bcc-4f55-bd4e-db6358b567b2,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:05.074255 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=627d910f-e912-4588-a349-7feddbfc9232,revision_number=7']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:05.093859 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.158891 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device aac95a2c-55a3-4a28-9540-60f31c4c9317 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:05.205780 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: aac95a2c-55a3-4a28-9540-60f31c4c9317 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:05.206397 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device aac95a2c-55a3-4a28-9540-60f31c4c9317 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:05.206870 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 17e27f41-eecc-405f-a7ad-45ff6512f1f6 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:05.269202 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['627d910f-e912-4588-a349-7feddbfc9232'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:35:05.269732 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Deleting port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:05.270402 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.273484 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 17e27f41-eecc-405f-a7ad-45ff6512f1f6 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:05.273948 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 17e27f41-eecc-405f-a7ad-45ff6512f1f6 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:05.477017 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] For port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=c10b6438-7bbf-4d67-a6ff-cf8ea3d99493,segment=NetworkSegment(55ee0511-909c-43bd-988d-4cea28540819),segment_id=55ee0511-909c-43bd-988d-4cea28540819)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:05.477633 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.502751 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Calling delete_port for c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 owned by network:dhcp {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:05.522090 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb29451d-60f2-411f-9bd5-7fac646c702a None None] DHCP port deletion for 772a01ed-5368-4cc6-820b-6618b7ee3bf2 request from dv-cinder-804035-16-iscsi {{(pid=102954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:05.676976 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.765881 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Pushing event deleted for resources: {'Port': ['ID=c10b6438-7bbf-4d67-a6ff-cf8ea3d99493,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:05.772765 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] No DVR routers for this DVR port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 on host dv-cinder-804035-16-iscsi {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:05.800519 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-fb29451d-60f2-411f-9bd5-7fac646c702a None None] Deleting port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 {{(pid=102954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:05.801279 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-fb29451d-60f2-411f-9bd5-7fac646c702a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.927380 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:05.963725 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772a01ed-5368-4cc6-820b-6618b7ee3bf2']}} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:05.984215 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ee0511-909c-43bd-988d-4cea28540819') {'for_net_delete': True} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:05.984739 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ee0511-909c-43bd-988d-4cea28540819') {} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:06.003933 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5134451'] for segment, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.033453 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.046198 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-fb29451d-60f2-411f-9bd5-7fac646c702a None None] For port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493, host dv-cinder-804035-16-iscsi, got binding levels [] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:06.047134 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:06.047344 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-fb29451d-60f2-411f-9bd5-7fac646c702a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.048827 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4885412'] for segment, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: Traceback (most recent call last): Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: timer() Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: cb(*args, **kw) Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: return func(*args, **kwargs) Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: self._notify() Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: self.callback(batched_events) Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: event.method(event) Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: return f(self, *a, **k) Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._get(url).json() Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:06.054281 dv-cinder-804035-16-iscsi neutron-server[102953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:06.084717 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-fb29451d-60f2-411f-9bd5-7fac646c702a None None] Calling delete_port for c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 owned by network:dhcp {{(pid=102954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:06.114374 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.ipam_backend_mixin [None req-fb29451d-60f2-411f-9bd5-7fac646c702a None None] Port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 was not found and therefore no delete operation was performed {{(pid=102954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:35:06.122878 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-fb29451d-60f2-411f-9bd5-7fac646c702a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843'] for port, after_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.257305 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4162-e797-4104-86cc-0419dbc367fc req-fe70b6f6-b0db-4c17-bea2-3025af12e944 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:06.272079 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-74dc4162-e797-4104-86cc-0419dbc367fc req-fe70b6f6-b0db-4c17-bea2-3025af12e944 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.1543143 Nov 23 14:35:06.294456 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.306487 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29451d-60f2-411f-9bd5-7fac646c702a None None] Pushing event deleted for resources: {'Port': ['ID=c10b6438-7bbf-4d67-a6ff-cf8ea3d99493,revision_number=None']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:06.338990 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb29451d-60f2-411f-9bd5-7fac646c702a None None] No DVR routers for this DVR port c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 on host dv-cinder-804035-16-iscsi {{(pid=102954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:06.361797 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-74dc4162-e797-4104-86cc-0419dbc367fc req-7bda633c-8e74-462c-af8d-de8d9c0419bf tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878880 Nov 23 14:35:06.401227 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:06.412174 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49396) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:06.419670 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] 10.222.0.59 "DELETE /v2.0/networks/772a01ed-5368-4cc6-820b-6618b7ee3bf2 HTTP/1.1" status: 204 len: 168 time: 1.5307667 Nov 23 14:35:06.422089 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76b88f-e005-4b6f-ab52-e846d137fbde admin admin] Pushing event deleted for resources: {'Network': ['ID=772a01ed-5368-4cc6-820b-6618b7ee3bf2,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:06.451069 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d76aa7-67f0-46a0-9e5d-e9bce37d7c00 req-c86d1aee-89d9-4f20-9569-046dde094a0a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:06.483095 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f4d76aa7-67f0-46a0-9e5d-e9bce37d7c00 req-c86d1aee-89d9-4f20-9569-046dde094a0a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 944 time: 0.2625117 Nov 23 14:35:06.585144 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f4d76aa7-67f0-46a0-9e5d-e9bce37d7c00 req-e64d6227-c666-4bec-89e2-5153f01b320b tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010463 Nov 23 14:35:06.620950 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d539-8cf9-4bad-ab5d-f3011a42cfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.098545 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:07.129588 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:07.129859 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device c10b6438-7bbf-4d67-a6ff-cf8ea3d99493 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:07.207896 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599750'] for router_interface, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.395141 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7510b94-9293-4890-8ef4-31d6da145183 req-29c71910-488e-458e-9c48-72281fb82ea4 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:07.406066 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a7510b94-9293-4890-8ef4-31d6da145183 req-29c71910-488e-458e-9c48-72281fb82ea4 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 945 time: 0.0740650 Nov 23 14:35:07.494663 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a7510b94-9293-4890-8ef4-31d6da145183 req-04e4f0dd-affe-4cbe-85c5-9eb83a9a10bf tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860145 Nov 23 14:35:07.596274 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5efc47-d0c5-496c-81b7-ae2607467d4a req-8214f481-b436-4648-aa8f-073b2cee2ad7 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:07.598037 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ae5efc47-d0c5-496c-81b7-ae2607467d4a req-8214f481-b436-4648-aa8f-073b2cee2ad7 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.0738199 Nov 23 14:35:07.716109 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ae5efc47-d0c5-496c-81b7-ae2607467d4a req-0fdd3792-e313-4abe-acda-ca957aaa7edf tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076896 Nov 23 14:35:07.770848 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] Deleting port 3a546210-46c7-487d-9a24-b8925afa1894 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:07.771329 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.786253 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126e35d-c42f-4bac-961c-e22f7b190100 req-3524d0fe-929d-4ba7-ab20-8f37f00e6758 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:07.788524 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c126e35d-c42f-4bac-961c-e22f7b190100 req-3524d0fe-929d-4ba7-ab20-8f37f00e6758 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 944 time: 0.0801620 Nov 23 14:35:07.862692 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c126e35d-c42f-4bac-961c-e22f7b190100 req-443f8f0c-52f7-4be0-a998-ac629d2de891 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603087 Nov 23 14:35:07.878274 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] For port 3a546210-46c7-487d-9a24-b8925afa1894, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=3a546210-46c7-487d-9a24-b8925afa1894,segment=NetworkSegment(c5e08fca-6e07-4244-a04a-6630dabec61c),segment_id=c5e08fca-6e07-4244-a04a-6630dabec61c)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:07.878673 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:07.894638 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] Calling delete_port for 3a546210-46c7-487d-9a24-b8925afa1894 owned by network:router_interface {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:08.110216 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.146098 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a546210-46c7-487d-9a24-b8925afa1894,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:08.229108 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.291683 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 627d910f-e912-4588-a349-7feddbfc9232 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:08.434864 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562774'] for router_interface, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.475288 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 627d910f-e912-4588-a349-7feddbfc9232 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:08.476122 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.483654 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-e001d856-213f-4d2d-8a78-e7581779da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:08.486336 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-e001d856-213f-4d2d-8a78-e7581779da4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 1099 time: 0.1140838 Nov 23 14:35:08.590822 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.624633 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627d910f-e912-4588-a349-7feddbfc9232'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:08.631094 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ab80cb-be8d-4c3a-9dcc-e6e1717eec33" -d '{"events": [{"server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "name": "network-vif-plugged", "status": "completed", "tag": "627d910f-e912-4588-a349-7feddbfc9232"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:08.659364 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 627d910f-e912-4588-a349-7feddbfc9232, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=627d910f-e912-4588-a349-7feddbfc9232,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:08.668223 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.669297 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 383b4dbc-1515-4851-b01c-698135167307 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:08.722530 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1e882b-ff65-40f0-94c4-3bdfceddfc91 x-openstack-request-id: req-bb1e882b-ff65-40f0-94c4-3bdfceddfc91 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:08.722989 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "name": "network-vif-plugged", "status": "completed", "tag": "627d910f-e912-4588-a349-7feddbfc9232", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:08.723339 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb1e882b-ff65-40f0-94c4-3bdfceddfc91 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:08.724020 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627d910f-e912-4588-a349-7feddbfc9232', 'code': 200} Nov 23 14:35:08.747838 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446a64d-7ea5-4bd9-a6ff-faee3d8738dc req-23dd2c5b-53e0-429f-bd8d-c9182f2dedfd tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:08.749954 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9446a64d-7ea5-4bd9-a6ff-faee3d8738dc req-23dd2c5b-53e0-429f-bd8d-c9182f2dedfd tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 945 time: 0.1304781 Nov 23 14:35:08.755564 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-45992b45-e907-498c-b96a-15777e52e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:08.757437 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-45992b45-e907-498c-b96a-15777e52e153 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 917 time: 0.2436421 Nov 23 14:35:08.770860 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=627d910f-e912-4588-a349-7feddbfc9232,revision_number=8']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:08.872009 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:08.879379 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-bd6a0877-9cb4-4bed-91a4-e227cb460f6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=383b4dbc-1515-4851-b01c-698135167307 HTTP/1.1" status: 200 len: 1002 time: 0.0988884 Nov 23 14:35:08.882839 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9446a64d-7ea5-4bd9-a6ff-faee3d8738dc req-81bdd4cc-3116-413b-929e-1383fdb71ee7 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244285 Nov 23 14:35:08.958825 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:08.984093 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.016106 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160335df-a64d-47ba-af19-0a85b38a76c9 req-e46007c9-6646-4335-89e0-76908d5c4aac tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:09.025450 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-160335df-a64d-47ba-af19-0a85b38a76c9 req-e46007c9-6646-4335-89e0-76908d5c4aac tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 946 time: 0.1352527 Nov 23 14:35:09.038428 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] Router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:09.114254 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=8']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:09.154149 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-160335df-a64d-47ba-af19-0a85b38a76c9 req-086d5b6e-538e-4780-a112-8a95c90846a3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276605 Nov 23 14:35:09.223554 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:09.232789 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-7c3315ca-9564-433a-85df-6f1954bf6d6c admin admin] 10.222.0.59 "PUT /v2.0/routers/c9bcf5f8-f1e5-48c5-95b7-eb87b925541d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8195190 Nov 23 14:35:09.235226 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49442) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:09.240823 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] Sync routers for ids ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:09.253247 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] Routers {'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:09.253791 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:35:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:09.372050 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Publish callbacks [] for router, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.387542 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-5f62fe99-f0d8-4de7-a774-d01679c12277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:09.389284 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-5f62fe99-f0d8-4de7-a774-d01679c12277 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.4953897 Nov 23 14:35:09.409896 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] Set router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:09.453643 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7db59d-bd38-4832-89c9-e6187e76dc62 req-5b65c8ec-201b-4a0d-9af1-672b09b469b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:09.456239 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e7db59d-bd38-4832-89c9-e6187e76dc62 req-5b65c8ec-201b-4a0d-9af1-672b09b469b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 1098 time: 0.4882450 Nov 23 14:35:09.480714 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6a1a1-c300-4787-8810-7c243743fd54 req-7e00a86c-6dd1-4973-8636-c095dfb50867 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:09.483409 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-90d6a1a1-c300-4787-8810-7c243743fd54 req-7e00a86c-6dd1-4973-8636-c095dfb50867 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.4754877 Nov 23 14:35:09.542055 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.573406 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-cd037469-6835-45c8-89bf-233e5ed5cda3 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:09.576211 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-cd037469-6835-45c8-89bf-233e5ed5cda3 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.48 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 945 time: 0.2320936 Nov 23 14:35:09.622844 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Deleting port b36ee75d-e73d-4e6d-a2e4-62559b48a02c {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:09.623194 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.655270 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-8273102c-15e4-4315-bdc6-1a3e24f78d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:09.658097 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-8273102c-15e4-4315-bdc6-1a3e24f78d88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2584562 Nov 23 14:35:09.720947 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'name': 'tempest-TestMinimumBasicScenario-944910423-router', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:38Z', 'updated_at': '2021-11-23T14:35:08Z', 'revision_number': 5, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'gw_port': {'id': 'b36ee75d-e73d-4e6d-a2e4-62559b48a02c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:39Z', 'updated_at': '2021-11-23T14:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:09.761045 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] Checking router: c9bcf5f8-f1e5-48c5-95b7-eb87b925541d for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:09.761376 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] For port b36ee75d-e73d-4e6d-a2e4-62559b48a02c, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=b36ee75d-e73d-4e6d-a2e4-62559b48a02c,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:09.761902 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.773068 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] Routers {'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:09.773710 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:35:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:09.777160 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e7db59d-bd38-4832-89c9-e6187e76dc62 req-839b998e-4330-46bc-8058-a47f83b74d7a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922192 Nov 23 14:35:09.778349 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Calling delete_port for b36ee75d-e73d-4e6d-a2e4-62559b48a02c owned by network:router_gateway {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:09.820477 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-90d6a1a1-c300-4787-8810-7c243743fd54 req-a610e6e0-f0ee-4aca-95ab-dfe075d0f336 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214884 Nov 23 14:35:09.877087 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.894699 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] Set router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d gateway port host: None {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:09.912899 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-66c818ff-0490-4f0c-9ec0-6da457fda5fe service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369571 Nov 23 14:35:09.915859 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-6ca16215-73ce-4d5a-9df4-2d602b6b6917 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Deleting port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:09.916201 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-6ca16215-73ce-4d5a-9df4-2d602b6b6917 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:09.971773 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'name': 'tempest-TestMinimumBasicScenario-944910423-router', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:38Z', 'updated_at': '2021-11-23T14:35:09Z', 'revision_number': 6, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'gw_port_host': None}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:10.020572 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f93f4b-6719-48cc-97f9-0b291576b662 None None] The sync data for ids ['c9bcf5f8-f1e5-48c5-95b7-eb87b925541d'] in dv-cinder-804035-16-iscsi is: [{'id': 'c9bcf5f8-f1e5-48c5-95b7-eb87b925541d', 'name': 'tempest-TestMinimumBasicScenario-944910423-router', 'tenant_id': '4fc4b865be2e41d48ce021a337a7a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:38Z', 'updated_at': '2021-11-23T14:35:09Z', 'revision_number': 6, 'project_id': '4fc4b865be2e41d48ce021a337a7a91f', 'gw_port_host': None}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:10.085719 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-6ca16215-73ce-4d5a-9df4-2d602b6b6917 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] For port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,segment=NetworkSegment(be719f34-f90b-4ad5-8e8f-26e4b517fec3),segment_id=be719f34-f90b-4ad5-8e8f-26e4b517fec3)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:10.086018 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-6ca16215-73ce-4d5a-9df4-2d602b6b6917 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.092104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.140587 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-6ca16215-73ce-4d5a-9df4-2d602b6b6917 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Calling delete_port for a8ce2f29-0806-43dc-8026-4f9cf78d3b7f owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:10.151205 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36ee75d-e73d-4e6d-a2e4-62559b48a02c,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:10.219806 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f1e0e23a-45b7-426c-a14e-2e5d2379c473 req-abd40edc-3389-43eb-ba4f-f3229b568f66 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967318 Nov 23 14:35:10.393345 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e426b7-92cb-4a81-ab8a-61ad70bd5871 req-741bd531-c52c-4d6c-9f19-ee8ff1823e4e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:10.395779 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-54e426b7-92cb-4a81-ab8a-61ad70bd5871 req-741bd531-c52c-4d6c-9f19-ee8ff1823e4e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.1259818 Nov 23 14:35:10.404095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-6ca16215-73ce-4d5a-9df4-2d602b6b6917 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.504720 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca16215-73ce-4d5a-9df4-2d602b6b6917 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Pushing event deleted for resources: {'Port': ['ID=a8ce2f29-0806-43dc-8026-4f9cf78d3b7f,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:10.520019 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.523233 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48782def-9070-4535-a80f-ba14b837140d req-6b491195-36e7-4ded-92fa-72cb71129615 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:10.530146 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-48782def-9070-4535-a80f-ba14b837140d req-6b491195-36e7-4ded-92fa-72cb71129615 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=717ae4a8-fc21-47f4-aaf7-2ae83001eb34 HTTP/1.1" status: 200 len: 945 time: 0.5034854 Nov 23 14:35:10.538456 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-6ca16215-73ce-4d5a-9df4-2d602b6b6917 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] No DVR routers for this DVR port a8ce2f29-0806-43dc-8026-4f9cf78d3b7f on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:10.543059 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-6ca16215-73ce-4d5a-9df4-2d602b6b6917 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.546316 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e5acf146-2f8f-4d09-8717-ca1f1de1429f req-6ca16215-73ce-4d5a-9df4-2d602b6b6917 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.48 "DELETE /v2.0/ports/a8ce2f29-0806-43dc-8026-4f9cf78d3b7f HTTP/1.1" status: 204 len: 173 time: 0.9571931 Nov 23 14:35:10.546798 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717ae4a8-fc21-47f4-aaf7-2ae83001eb34', 'name': 'network-vif-deleted', 'tag': 'a8ce2f29-0806-43dc-8026-4f9cf78d3b7f'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:10.551062 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77deead8-5ff7-404f-b8d6-b9c532bce116" -d '{"events": [{"server_uuid": "717ae4a8-fc21-47f4-aaf7-2ae83001eb34", "name": "network-vif-deleted", "tag": "a8ce2f29-0806-43dc-8026-4f9cf78d3b7f"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:10.591932 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-54e426b7-92cb-4a81-ab8a-61ad70bd5871 req-a0988a82-b639-47cb-b4fe-ccc5e4fe2ca5 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670082 Nov 23 14:35:10.627025 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-48782def-9070-4535-a80f-ba14b837140d req-e4b1cb00-3862-4cb4-a5b9-0744470072c6 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944023 Nov 23 14:35:10.638175 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402813'] for router_gateway, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.705632 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bf7990-ecf8-4f8e-912c-035711aedf8e x-openstack-request-id: req-d7bf7990-ecf8-4f8e-912c-035711aedf8e {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:10.705931 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717ae4a8-fc21-47f4-aaf7-2ae83001eb34", "name": "network-vif-deleted", "tag": "a8ce2f29-0806-43dc-8026-4f9cf78d3b7f", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:10.706188 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7bf7990-ecf8-4f8e-912c-035711aedf8e {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:10.706695 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717ae4a8-fc21-47f4-aaf7-2ae83001eb34', 'name': 'network-vif-deleted', 'tag': 'a8ce2f29-0806-43dc-8026-4f9cf78d3b7f', 'status': 'completed', 'code': 200} Nov 23 14:35:10.725184 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383b4dbc-1515-4851-b01c-698135167307'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:10.728181 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d632d0b5-9bea-463f-906d-e18380de143c" -d '{"events": [{"server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "name": "network-vif-unplugged", "status": "completed", "tag": "383b4dbc-1515-4851-b01c-698135167307"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:10.779975 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae166d76-2a2b-4620-b5b0-a6cac5cf8ca8 x-openstack-request-id: req-ae166d76-2a2b-4620-b5b0-a6cac5cf8ca8 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:10.782082 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "name": "network-vif-unplugged", "status": "completed", "tag": "383b4dbc-1515-4851-b01c-698135167307", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:10.782421 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae166d76-2a2b-4620-b5b0-a6cac5cf8ca8 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:10.783062 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383b4dbc-1515-4851-b01c-698135167307', 'code': 200} Nov 23 14:35:10.790731 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5024'] for router, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.792750 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:35:10.794151 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.851980 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562713'] for router, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.853332 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9bcf5f8-f1e5-48c5-95b7-eb87b925541d {{(pid=102952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:10.859314 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] Publish callbacks [] for router, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:10.862739 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-e5ae0855-e260-492b-b2d4-fa9934f4d423 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c9bcf5f8-f1e5-48c5-95b7-eb87b925541d HTTP/1.1" status: 204 len: 168 time: 1.6252508 Nov 23 14:35:10.865646 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49456) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:10.937115 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd3a37d-5856-4a5f-b8e5-8de53a82d4ea admin admin] Deleting subnet 2a63525b-d6c9-44b2-8289-bec47da21f01 {{(pid=102953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:10.941244 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a37d-5856-4a5f-b8e5-8de53a82d4ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.025750 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a37d-5856-4a5f-b8e5-8de53a82d4ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5134442'] for subnet, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.072924 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device b36ee75d-e73d-4e6d-a2e4-62559b48a02c no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:11.074103 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722eae3-aa7e-4c0d-98c7-daefbb97ffb2 req-fcd73e34-f770-4061-b5a1-e3921ee90916 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:11.075703 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7722eae3-aa7e-4c0d-98c7-daefbb97ffb2 req-fcd73e34-f770-4061-b5a1-e3921ee90916 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.1098142 Nov 23 14:35:11.099334 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: b36ee75d-e73d-4e6d-a2e4-62559b48a02c {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:11.099334 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device b36ee75d-e73d-4e6d-a2e4-62559b48a02c not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:11.100055 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 3a546210-46c7-487d-9a24-b8925afa1894 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:11.125657 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 3a546210-46c7-487d-9a24-b8925afa1894 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:11.126001 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 3a546210-46c7-487d-9a24-b8925afa1894 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:11.203230 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7722eae3-aa7e-4c0d-98c7-daefbb97ffb2 req-7d3a314b-5be3-4f36-abe3-896db390bad8 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203201 Nov 23 14:35:11.209199 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a37d-5856-4a5f-b8e5-8de53a82d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.274706 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a37d-5856-4a5f-b8e5-8de53a82d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341592'] for subnet, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.308651 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a37d-5856-4a5f-b8e5-8de53a82d4ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.312918 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-7fd3a37d-5856-4a5f-b8e5-8de53a82d4ea admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2a63525b-d6c9-44b2-8289-bec47da21f01 HTTP/1.1" status: 204 len: 168 time: 0.4458299 Nov 23 14:35:11.313793 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3a37d-5856-4a5f-b8e5-8de53a82d4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a63525b-d6c9-44b2-8289-bec47da21f01,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:11.315523 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49460) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:11.322282 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97776a3-ce33-4fc8-b4a3-e7204b99367c None None] Network b958bc0a-c1e3-424e-b131-0f8c493d0482 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:11.400823 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.466201 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Deleting port 45c191c0-50c7-4e2e-a073-500fa02d56d1 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:11.466542 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.540623 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] For port 45c191c0-50c7-4e2e-a073-500fa02d56d1, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=45c191c0-50c7-4e2e-a073-500fa02d56d1,segment=NetworkSegment(c5e08fca-6e07-4244-a04a-6630dabec61c),segment_id=c5e08fca-6e07-4244-a04a-6630dabec61c)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:11.541139 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.555096 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Calling delete_port for 45c191c0-50c7-4e2e-a073-500fa02d56d1 owned by network:dhcp {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:11.637903 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f7795-e27a-4cfb-9b01-9fcbbf846a2a None None] DHCP port deletion for b958bc0a-c1e3-424e-b131-0f8c493d0482 request from dv-cinder-804035-16-iscsi {{(pid=102954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:11.640443 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.682968 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c191c0-50c7-4e2e-a073-500fa02d56d1,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:11.685556 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] No DVR routers for this DVR port 45c191c0-50c7-4e2e-a073-500fa02d56d1 on host dv-cinder-804035-16-iscsi {{(pid=102952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:11.800150 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.828081 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4174c67-b1e0-4b25-8bf3-8bad360e8159 req-4ae83ae4-5b02-456b-acc0-26519d0f9063 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:11.831802 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d4174c67-b1e0-4b25-8bf3-8bad360e8159 req-4ae83ae4-5b02-456b-acc0-26519d0f9063 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.1231167 Nov 23 14:35:11.836009 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b958bc0a-c1e3-424e-b131-0f8c493d0482']}} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:11.856717 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e08fca-6e07-4244-a04a-6630dabec61c') {'for_net_delete': True} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:11.856717 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e08fca-6e07-4244-a04a-6630dabec61c') {} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:11.893549 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4342110'] for segment, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.924393 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d4174c67-b1e0-4b25-8bf3-8bad360e8159 req-c08b6675-d65a-406f-9a56-1334b00a0be6 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846379 Nov 23 14:35:11.925292 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.932711 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:11.933104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5086178'] for segment, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: Traceback (most recent call last): Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: timer() Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: cb(*args, **kw) Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: return func(*args, **kwargs) Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: self._notify() Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: self.callback(batched_events) Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: event.method(event) Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: return f(self, *a, **k) Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._get(url).json() Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:11.935328 dv-cinder-804035-16-iscsi neutron-server[102952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:11.999210 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.004477 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.007741 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b958bc0a-c1e3-424e-b131-0f8c493d0482 HTTP/1.1" status: 204 len: 168 time: 0.6898341 Nov 23 14:35:12.018997 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3050c9f-a921-4097-97b7-26a4c80e6699 admin admin] Pushing event deleted for resources: {'Network': ['ID=b958bc0a-c1e3-424e-b131-0f8c493d0482,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:12.121919 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49474) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.169278 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-b5234c58-f1b6-4618-8bed-84ccd1570ff3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d56c37edac6f48ecb46e95a11b10fe59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461161 Nov 23 14:35:12.171762 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49476) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.226924 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb38c-7f1f-4265-98c4-dcaf0bf4ce3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.249880 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb38c-7f1f-4265-98c4-dcaf0bf4ce3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.304040 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb38c-7f1f-4265-98c4-dcaf0bf4ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.307868 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb38c-7f1f-4265-98c4-dcaf0bf4ce3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.308944 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-1c1fb38c-7f1f-4265-98c4-dcaf0bf4ce3f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d88bef76-55e0-4819-aabc-9d2966195fe9 HTTP/1.1" status: 204 len: 168 time: 0.1362233 Nov 23 14:35:12.317216 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fb38c-7f1f-4265-98c4-dcaf0bf4ce3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88bef76-55e0-4819-aabc-9d2966195fe9,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:12.332293 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b0ee4-8f2e-4471-9d36-a793a75b119c req-a3622bb7-cac5-4bea-b0e6-ca37e06f457f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:12.333953 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-667b0ee4-8f2e-4471-9d36-a793a75b119c req-a3622bb7-cac5-4bea-b0e6-ca37e06f457f tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0567935 Nov 23 14:35:12.387814 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-667b0ee4-8f2e-4471-9d36-a793a75b119c req-2d642224-bf45-46f7-b88c-7114070a05bb tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453377 Nov 23 14:35:12.640239 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49486) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.688129 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-180a82a0-99f1-407e-be78-384ad4c26123 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4fc4b865be2e41d48ce021a337a7a91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466573 Nov 23 14:35:12.692331 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49488) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:12.744237 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-92da2da9-7e55-45a2-ab2f-2dbfa40a5f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.766230 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-92da2da9-7e55-45a2-ab2f-2dbfa40a5f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.816843 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-92da2da9-7e55-45a2-ab2f-2dbfa40a5f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.819646 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-92da2da9-7e55-45a2-ab2f-2dbfa40a5f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:12.820816 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-92da2da9-7e55-45a2-ab2f-2dbfa40a5f9f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b570af3e-a849-4016-811c-ee4f828bfcca HTTP/1.1" status: 204 len: 168 time: 0.1274879 Nov 23 14:35:12.830670 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da2da9-7e55-45a2-ab2f-2dbfa40a5f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b570af3e-a849-4016-811c-ee4f828bfcca,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:13.064056 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 45c191c0-50c7-4e2e-a073-500fa02d56d1 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:13.078603 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed297b3-bc3d-4da4-9402-00a37360f48f req-199fc30c-3f1a-46e4-a13f-af7a2eb0a514 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:13.080431 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6ed297b3-bc3d-4da4-9402-00a37360f48f req-199fc30c-3f1a-46e4-a13f-af7a2eb0a514 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0667973 Nov 23 14:35:13.088195 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 45c191c0-50c7-4e2e-a073-500fa02d56d1 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:13.088533 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 45c191c0-50c7-4e2e-a073-500fa02d56d1 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:13.141500 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6ed297b3-bc3d-4da4-9402-00a37360f48f req-1d6986c6-1e11-4cfa-bc96-caf94dbd32d3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544355 Nov 23 14:35:13.877198 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device a8ce2f29-0806-43dc-8026-4f9cf78d3b7f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:13.898072 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: a8ce2f29-0806-43dc-8026-4f9cf78d3b7f {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:13.898421 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device a8ce2f29-0806-43dc-8026-4f9cf78d3b7f not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:14.855274 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 383b4dbc-1515-4851-b01c-698135167307 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:15.281274 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860312-91a8-4a50-8436-b1df357355c9 req-fba6e65d-d7cd-4969-b916-f36a0ca73b4c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:15.283118 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a9860312-91a8-4a50-8436-b1df357355c9 req-fba6e65d-d7cd-4969-b916-f36a0ca73b4c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0582373 Nov 23 14:35:15.361540 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-f6b86492-5a12-4fdc-8ace-9dea50775aaa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772262 Nov 23 14:35:15.365364 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a9860312-91a8-4a50-8436-b1df357355c9 req-b504edd0-8341-4b09-89c7-589b8ec3aeb3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728889 Nov 23 14:35:16.112347 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:16.145203 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-ba09d161-4a00-4e41-b6a5-085f14f211d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:16.146996 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-ba09d161-4a00-4e41-b6a5-085f14f211d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050&tenant_id=e3bc7dcc23a24b5a8359784271d81f29 HTTP/1.1" status: 200 len: 1097 time: 0.0459218 Nov 23 14:35:16.219525 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-0fa449c2-6f23-4609-99c8-b936062a3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:16.221383 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-0fa449c2-6f23-4609-99c8-b936062a3f73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 1097 time: 0.0501924 Nov 23 14:35:16.326199 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-044dafab-e7a7-4fc1-9fe1-a13227b76ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:16.327753 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-044dafab-e7a7-4fc1-9fe1-a13227b76ad2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 917 time: 0.0960913 Nov 23 14:35:16.402154 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-318c7d3a-acf2-42ec-9da1-263ce19a39fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=383b4dbc-1515-4851-b01c-698135167307 HTTP/1.1" status: 200 len: 1000 time: 0.0673459 Nov 23 14:35:16.458268 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-952a3a65-126f-4df9-b8de-123e017ed4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:16.459897 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-952a3a65-126f-4df9-b8de-123e017ed4f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.0494161 Nov 23 14:35:16.501322 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3fc3-1c77-4141-aa8d-6def7d9604f5 req-f56b5cb2-ee3e-4618-9bc7-b0d533fd3725 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:16.502904 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5ddf3fc3-1c77-4141-aa8d-6def7d9604f5 req-f56b5cb2-ee3e-4618-9bc7-b0d533fd3725 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0621819 Nov 23 14:35:16.515025 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-b94ddf6a-f678-43a0-8494-ab5d74f7226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:16.516554 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-b94ddf6a-f678-43a0-8494-ab5d74f7226d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488427 Nov 23 14:35:16.561057 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5ddf3fc3-1c77-4141-aa8d-6def7d9604f5 req-bca1d073-8466-44e4-a4ad-c8661e37d0db tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509930 Nov 23 14:35:16.631173 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-7166cf9a-fd10-446e-be64-98775e27df29 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059897 Nov 23 14:35:16.752968 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-56bbef3e-582e-4b86-a217-a9c3c8384264 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130722 Nov 23 14:35:17.700180 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a0abd-5ddc-42f2-8de1-6db359e08a00 req-5346f057-b79c-486a-8dac-888e66761dbb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:17.701922 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-031a0abd-5ddc-42f2-8de1-6db359e08a00 req-5346f057-b79c-486a-8dac-888e66761dbb tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0587480 Nov 23 14:35:17.760826 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-031a0abd-5ddc-42f2-8de1-6db359e08a00 req-4c58b68c-9486-49d6-8803-ee9bce9c8e8c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508296 Nov 23 14:35:18.926560 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff25c54-780d-45e9-a631-add8ba83bd90 req-98011fd1-8f17-437f-bb78-91998c8bdf3e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:18.928150 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9ff25c54-780d-45e9-a631-add8ba83bd90 req-98011fd1-8f17-437f-bb78-91998c8bdf3e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0709677 Nov 23 14:35:18.983530 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9ff25c54-780d-45e9-a631-add8ba83bd90 req-bc675554-2014-42ce-a552-523358cd908f tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478075 Nov 23 14:35:20.120227 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ec99c-2ad9-43b4-bbaa-b49e898ad7e9 req-c11eabae-826d-4fb3-8b85-524848bf32ad tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:20.121929 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a51ec99c-2ad9-43b4-bbaa-b49e898ad7e9 req-c11eabae-826d-4fb3-8b85-524848bf32ad tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0546868 Nov 23 14:35:20.188414 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a51ec99c-2ad9-43b4-bbaa-b49e898ad7e9 req-271ba22b-25bc-4efc-a3d5-b3965eb8a3c3 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570588 Nov 23 14:35:21.326589 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b5ae4-481d-4d1a-8ed6-4953337352b8 req-98722adb-5262-4f71-8e8f-199fea17ca79 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:21.328788 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-214b5ae4-481d-4d1a-8ed6-4953337352b8 req-98722adb-5262-4f71-8e8f-199fea17ca79 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0575206 Nov 23 14:35:21.382003 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-214b5ae4-481d-4d1a-8ed6-4953337352b8 req-47a03406-d37b-4505-a7d3-ea9712af2522 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463560 Nov 23 14:35:22.010741 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-eebb060b-589a-467f-b623-5e85a142ee6b tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:22.012446 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-eebb060b-589a-467f-b623-5e85a142ee6b tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/networks?id=5ea14c7a-c783-4c72-9337-af57e041b2d3 HTTP/1.1" status: 200 len: 813 time: 0.1219125 Nov 23 14:35:22.044128 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-b5f5ee88-6237-4a51-811b-618034dd182e tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/quotas/ee82c68b532449efbb1fb6d54dadadc2 HTTP/1.1" status: 200 len: 375 time: 0.0194516 Nov 23 14:35:22.082216 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-302c6f14-e0b8-4ab2-97d1-fdfaa8774e86 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee82c68b532449efbb1fb6d54dadadc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297816 Nov 23 14:35:22.221434 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-b6875650-8b17-4717-ab03-b761b40c96a0 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316440 Nov 23 14:35:22.319236 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-3c494c00-53ea-4809-b6d7-fad2cbaf5717 service neutron] 10.222.0.59 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907016 Nov 23 14:35:22.555360 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-31e023f9-fd9a-4f04-bf51-cb7e89afd95c req-3ab5f4b1-26a6-420e-ae5e-b4857d526299 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 210 time: 0.0436697 Nov 23 14:35:22.598872 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cd05b-5010-4407-b474-0c6df88edf9f req-500b0364-0727-4035-a880-5bea895f2a73 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:22.600508 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-670cd05b-5010-4407-b474-0c6df88edf9f req-500b0364-0727-4035-a880-5bea895f2a73 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0904381 Nov 23 14:35:22.695898 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-670cd05b-5010-4407-b474-0c6df88edf9f req-183b7a87-10cb-4c27-87ff-468f203fc86e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876839 Nov 23 14:35:23.650991 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-63d0d40d-abd3-4d06-a464-b3b1b29731a8 req-c3bb4d20-070e-4f2c-9e8c-9719c595c9ea tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 210 time: 0.0318723 Nov 23 14:35:23.844338 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b5e0-b660-48a5-8de7-9eabe3e5d11a req-59a862a3-3403-4956-b2bc-af9e2d8cfa52 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:23.845815 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2842b5e0-b660-48a5-8de7-9eabe3e5d11a req-59a862a3-3403-4956-b2bc-af9e2d8cfa52 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0586956 Nov 23 14:35:23.904561 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2842b5e0-b660-48a5-8de7-9eabe3e5d11a req-96a21589-89e9-42b3-99e4-2c46d5af4f2f tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523102 Nov 23 14:35:24.762824 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-02254f4a-8332-4b37-ac9f-24953724ef4d req-34d24efb-1055-406a-8e3a-05214f2ab439 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 210 time: 0.0362451 Nov 23 14:35:25.061011 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295d476-a4c1-4b7f-b728-5018709bb3fa req-faeb2a36-2dd7-4720-98ff-d3ccddd3c0c9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:25.063684 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0295d476-a4c1-4b7f-b728-5018709bb3fa req-faeb2a36-2dd7-4720-98ff-d3ccddd3c0c9 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0690153 Nov 23 14:35:25.118394 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0295d476-a4c1-4b7f-b728-5018709bb3fa req-0f91acbd-8225-4106-8ce5-e21e1c256d25 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486016 Nov 23 14:35:25.865614 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3df1a75f-9674-4e2e-a787-e06a22431c9b req-a35b826d-a0bc-4535-b416-24a2f3a5224d tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 210 time: 0.0290089 Nov 23 14:35:26.252518 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ab432-09dc-482f-a9f4-62b2f05b5bfd req-10a5fc04-c135-4e8e-8146-a54e8568214f tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:26.254517 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-314ab432-09dc-482f-a9f4-62b2f05b5bfd req-10a5fc04-c135-4e8e-8146-a54e8568214f tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0576932 Nov 23 14:35:26.316027 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-314ab432-09dc-482f-a9f4-62b2f05b5bfd req-fe47149a-6485-47ea-be26-e878101dad71 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547135 Nov 23 14:35:26.986230 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2e804e75-cc48-4794-b999-6e147d2efaba req-df9e801f-1e10-43d4-83ec-21afc5c8d80c tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 210 time: 0.0483110 Nov 23 14:35:27.459119 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686b61a-aaad-422c-a808-016f041fcf3a req-d3d4f29d-c778-407a-a3eb-77e121dfe078 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:27.461513 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b686b61a-aaad-422c-a808-016f041fcf3a req-d3d4f29d-c778-407a-a3eb-77e121dfe078 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0545495 Nov 23 14:35:27.517843 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b686b61a-aaad-422c-a808-016f041fcf3a req-d3fad9b1-b11b-432d-bc68-d061aa33215a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495911 Nov 23 14:35:28.093098 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-dcb2e5a1-7898-4d3b-a600-987ab8288152 req-92cd7deb-67e1-4011-96a8-44524164f3a8 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 210 time: 0.0279450 Nov 23 14:35:28.646150 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a50d9-4488-49c8-916a-d1d3752eb4b8 req-13b7dfdf-5451-43f9-83c4-7b22f55d4224 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:28.647755 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ee4a50d9-4488-49c8-916a-d1d3752eb4b8 req-13b7dfdf-5451-43f9-83c4-7b22f55d4224 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0543323 Nov 23 14:35:28.708503 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ee4a50d9-4488-49c8-916a-d1d3752eb4b8 req-7c1ed503-c2a8-4feb-b1b9-de394144b7fd tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528617 Nov 23 14:35:29.138813 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-22c63b9c-44c2-48da-9407-a2fa8449aa65 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:29.140764 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-22c63b9c-44c2-48da-9407-a2fa8449aa65 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.48 "GET /v2.0/networks?id=5ea14c7a-c783-4c72-9337-af57e041b2d3 HTTP/1.1" status: 200 len: 813 time: 0.1129041 Nov 23 14:35:29.158065 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Request body: {'port': {'device_id': '5135b8b9-93d5-40dc-a5d5-8b163ff731cf', 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3', 'admin_state_up': True, 'tenant_id': 'ee82c68b532449efbb1fb6d54dadadc2'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:29.194622 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7f8ecdb6-26d8-4cc8-a91b-f94070402e2a req-eb8f2f40-698f-478d-bb61-a658484fd813 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 210 time: 0.0288656 Nov 23 14:35:29.275718 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Made reservation on behalf of ee82c68b532449efbb1fb6d54dadadc2 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:29.281124 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.418100 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Allocated IP 172.20.0.11 (5ea14c7a-c783-4c72-9337-af57e041b2d3/3d555f62-5aca-43e5-9340-1ac43ac40a21/a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:35:29.581650 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.622561 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.677500 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Network 5ea14c7a-c783-4c72-9337-af57e041b2d3 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:35:29.680834 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:29.684711 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:35:29.691590 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Pushing event updated for resources: {'Port': ['ID=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:29.754396 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:29.755032 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.778004 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-12f96b6b-c4f8-4655-80e6-902b566d9177 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6241784 Nov 23 14:35:29.794281 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Request body: {'port': {'device_id': '5135b8b9-93d5-40dc-a5d5-8b163ff731cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:29.888704 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3b714-3c42-408b-b05c-780b4377bb91 req-bf8e801f-2233-493b-868b-06a2e36bd9c2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:29.890276 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fc3b714-3c42-408b-b05c-780b4377bb91 req-bf8e801f-2233-493b-868b-06a2e36bd9c2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0925124 Nov 23 14:35:29.899750 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:29.980339 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fc3b714-3c42-408b-b05c-780b4377bb91 req-cb50bb66-531b-45ed-a6eb-e9e65e0f8f9b tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826011 Nov 23 14:35:30.231828 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:35:30.241317 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.256521 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Transition to ACTIVE for port object a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:35:30.262036 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.322853 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:30.353938 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642d671-aef7-44a4-b228-61f70eda78c7 req-54b29884-f6ca-4c46-a00e-f43b9d85e192 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:30.355648 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4642d671-aef7-44a4-b228-61f70eda78c7 req-54b29884-f6ca-4c46-a00e-f43b9d85e192 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 944 time: 0.0800772 Nov 23 14:35:30.396473 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Attempting to bind port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:35:30.397133 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Attempting to bind port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'be719f34-f90b-4ad5-8e8f-26e4b517fec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:35:30.397646 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Attempting to bind port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d on network 5ea14c7a-c783-4c72-9337-af57e041b2d3 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:30.402206 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d on network 5ea14c7a-c783-4c72-9337-af57e041b2d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:35:30.402522 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Attempting to bind port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d on network 5ea14c7a-c783-4c72-9337-af57e041b2d3 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:35:30.406097 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4642d671-aef7-44a4-b228-61f70eda78c7 req-ff661147-9006-42ad-b743-267e79c827b5 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444126 Nov 23 14:35:30.407635 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:35:30.407939 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Checking segment: {'id': 'be719f34-f90b-4ad5-8e8f-26e4b517fec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:30.408308 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Bound using segment: {'id': 'be719f34-f90b-4ad5-8e8f-26e4b517fec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:35:30.408736 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Bound port: a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be719f34-f90b-4ad5-8e8f-26e4b517fec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:35:30.409108 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.472531 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] For port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:35:30.475635 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] For port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,segment=NetworkSegment(be719f34-f90b-4ad5-8e8f-26e4b517fec3),segment_id=be719f34-f90b-4ad5-8e8f-26e4b517fec3)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:35:30.481200 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.530856 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:30.531476 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:30.532895 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] 10.222.0.48 "PUT /v2.0/ports/a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d HTTP/1.1" status: 200 len: 1094 time: 0.7445171 Nov 23 14:35:30.533344 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5135b8b9-93d5-40dc-a5d5-8b163ff731cf', 'tag': 'a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:30.535614 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5225d50-ea79-420e-9242-2993730832f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5135b8b9-93d5-40dc-a5d5-8b163ff731cf", "tag": "a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:30.573350 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e3855-8c4b-4ab6-9aec-fb1b0faf4fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:30.578943 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbc4461-5392-49ad-a72d-fb5a0bc311eb x-openstack-request-id: req-6dbc4461-5392-49ad-a72d-fb5a0bc311eb {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:30.579235 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5135b8b9-93d5-40dc-a5d5-8b163ff731cf", "tag": "a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:30.579501 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6dbc4461-5392-49ad-a72d-fb5a0bc311eb {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:30.579899 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5135b8b9-93d5-40dc-a5d5-8b163ff731cf', 'tag': 'a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d', 'status': 'completed', 'code': 200} Nov 23 14:35:30.629468 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-0df81125-567e-4665-87c2-fceded589bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:30.631010 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-0df81125-567e-4665-87c2-fceded589bed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee82c68b532449efbb1fb6d54dadadc2&device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 1097 time: 0.0428407 Nov 23 14:35:30.678085 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-113c07d5-68b5-4bd4-bcc5-03715faf3d5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d HTTP/1.1" status: 200 len: 217 time: 0.0390394 Nov 23 14:35:30.732162 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-1bdd02f4-4683-425e-9041-a014e5a74196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:30.733584 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-1bdd02f4-4683-425e-9041-a014e5a74196 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d555f62-5aca-43e5-9340-1ac43ac40a21 HTTP/1.1" status: 200 len: 853 time: 0.0487921 Nov 23 14:35:30.768895 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-65bd5148-0e52-4af2-af6e-01d73d59dc07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ea14c7a-c783-4c72-9337-af57e041b2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264683 Nov 23 14:35:30.865286 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-50218ffe-8c20-449c-b3e2-0bc313ba341c service neutron] 10.222.0.48 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858839 Nov 23 14:35:30.877682 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 383b4dbc-1515-4851-b01c-698135167307 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:35:30.965467 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c0c5b265-7144-442e-90a4-a8c9732ec4c8 req-ee1f440b-35f4-46ef-a086-2e091e7a3807 service neutron] 10.222.0.48 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913887 Nov 23 14:35:30.994141 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:31.007363 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '383b4dbc-1515-4851-b01c-698135167307', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'port_id': '383b4dbc-1515-4851-b01c-698135167307', 'mac_address': 'fa:16:3e:20:03:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:35:31.060245 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.085965 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383b4dbc-1515-4851-b01c-698135167307 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:35:31.105565 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225d50-ea79-420e-9242-2993730832f7 req-5505b84b-097d-4a01-8451-bc2974913d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:31.107096 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f5225d50-ea79-420e-9242-2993730832f7 req-5505b84b-097d-4a01-8451-bc2974913d45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee82c68b532449efbb1fb6d54dadadc2&device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 1097 time: 0.0877492 Nov 23 14:35:31.109573 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:31.116086 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:31.152778 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013dc17-c297-4863-80d0-c2cfb0e484e0 req-43e61416-7898-4137-90b9-5e3bba2afbf2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:31.154547 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a013dc17-c297-4863-80d0-c2cfb0e484e0 req-43e61416-7898-4137-90b9-5e3bba2afbf2 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 944 time: 0.0912857 Nov 23 14:35:31.176028 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=9']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:31.251912 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225d50-ea79-420e-9242-2993730832f7 req-2a83fa4e-4b0a-46d7-b960-461554ea2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:31.253447 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f5225d50-ea79-420e-9242-2993730832f7 req-2a83fa4e-4b0a-46d7-b960-461554ea2960 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ea14c7a-c783-4c72-9337-af57e041b2d3 HTTP/1.1" status: 200 len: 914 time: 0.1383224 Nov 23 14:35:31.257277 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a013dc17-c297-4863-80d0-c2cfb0e484e0 req-d4a40b21-e34e-464e-b0fc-bc30fc54328e tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689273 Nov 23 14:35:31.308642 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f5225d50-ea79-420e-9242-2993730832f7 req-f6d152a1-2d4b-4383-bb71-a32ad09602d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d HTTP/1.1" status: 200 len: 217 time: 0.0459619 Nov 23 14:35:31.361947 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5225d50-ea79-420e-9242-2993730832f7 req-9c8310fb-09c3-4c1b-a9d0-0d196cf2619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:31.363811 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f5225d50-ea79-420e-9242-2993730832f7 req-9c8310fb-09c3-4c1b-a9d0-0d196cf2619d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d555f62-5aca-43e5-9340-1ac43ac40a21 HTTP/1.1" status: 200 len: 853 time: 0.0477033 Nov 23 14:35:31.364848 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['383b4dbc-1515-4851-b01c-698135167307'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:35:31.407300 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f5225d50-ea79-420e-9242-2993730832f7 req-d983aeb3-4a45-4915-b157-9f0e131e41fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ea14c7a-c783-4c72-9337-af57e041b2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294864 Nov 23 14:35:31.541282 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f3640-f7c9-4f80-8efe-e24da3517f5e req-ae220d57-8996-4954-ae78-776c6277f92a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:31.542714 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c56f3640-f7c9-4f80-8efe-e24da3517f5e req-ae220d57-8996-4954-ae78-776c6277f92a tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 945 time: 0.1042597 Nov 23 14:35:31.542868 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52850c-871a-456f-aa18-93d522ab4e45 req-dc7cd4f5-d9d2-4883-9d56-6d134a36ae0f tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:31.544220 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3e52850c-871a-456f-aa18-93d522ab4e45 req-dc7cd4f5-d9d2-4883-9d56-6d134a36ae0f tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 944 time: 0.0587425 Nov 23 14:35:31.549196 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f5225d50-ea79-420e-9242-2993730832f7 req-b31ff252-c77b-4fe3-81ef-fc024286cbbf service neutron] 10.222.0.48 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324682 Nov 23 14:35:31.597252 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3e52850c-871a-456f-aa18-93d522ab4e45 req-dfddfd1f-a04b-42d1-a70d-727795f58943 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 Nov 23 14:35:31.651714 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c56f3640-f7c9-4f80-8efe-e24da3517f5e req-5542488c-0cd7-4d6c-a8e4-12cd90c7ae89 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=0534f093-6b5b-41b8-a6f1-c4838233b651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015384 Nov 23 14:35:31.677927 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f5225d50-ea79-420e-9242-2993730832f7 req-13495e99-21ad-46bf-bf3d-ea3556d3ad11 service neutron] 10.222.0.48 "GET /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201341 Nov 23 14:35:32.387630 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf6dcd-3d31-4376-a8dd-bce6ccc96ac5 req-0f109b0d-9619-4e07-bd02-b47f23e0dc27 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:32.389156 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-aebf6dcd-3d31-4376-a8dd-bce6ccc96ac5 req-0f109b0d-9619-4e07-bd02-b47f23e0dc27 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 945 time: 0.0546830 Nov 23 14:35:32.440257 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-aebf6dcd-3d31-4376-a8dd-bce6ccc96ac5 req-4c91b4b9-16ae-4aea-bddc-75dc8447f429 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450797 Nov 23 14:35:32.722173 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd52475-e356-4273-bb3a-fd86d611a3f2 req-687f3a9d-3c8c-409c-a889-8e9c0ffa4490 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:32.723661 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2cd52475-e356-4273-bb3a-fd86d611a3f2 req-687f3a9d-3c8c-409c-a889-8e9c0ffa4490 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 944 time: 0.0508661 Nov 23 14:35:32.777337 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee0454-7419-443e-be55-c658dd2aad97 req-54234498-931b-47b1-a9cd-47ca144ab01f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:32.778893 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c3ee0454-7419-443e-be55-c658dd2aad97 req-54234498-931b-47b1-a9cd-47ca144ab01f tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 945 time: 0.0530696 Nov 23 14:35:32.779823 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2cd52475-e356-4273-bb3a-fd86d611a3f2 req-f123b228-ff66-4d70-bb2c-0a2c084f64d0 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500727 Nov 23 14:35:32.828547 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c3ee0454-7419-443e-be55-c658dd2aad97 req-e5e9c888-b44b-4d73-b636-d2e4eae076de tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=0534f093-6b5b-41b8-a6f1-c4838233b651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428960 Nov 23 14:35:32.893308 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:35:32.896447 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 383b4dbc-1515-4851-b01c-698135167307 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:33.015349 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 383b4dbc-1515-4851-b01c-698135167307 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:33.015729 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.062734 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,segment=NetworkSegment(be719f34-f90b-4ad5-8e8f-26e4b517fec3),segment_id=be719f34-f90b-4ad5-8e8f-26e4b517fec3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:33.078675 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': 'a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d', 'network_id': '5ea14c7a-c783-4c72-9337-af57e041b2d3', 'port_id': 'a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d', 'mac_address': 'fa:16:3e:40:8f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d555f62-5aca-43e5-9340-1ac43ac40a21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:35:33.144604 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.157553 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.163260 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:35:33.193953 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,segment=NetworkSegment(be719f34-f90b-4ad5-8e8f-26e4b517fec3),segment_id=be719f34-f90b-4ad5-8e8f-26e4b517fec3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:33.200767 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b4dbc-1515-4851-b01c-698135167307'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:33.203125 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c94c72-ab5f-46b2-848b-b4ca9cdce009" -d '{"events": [{"server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "name": "network-vif-plugged", "status": "completed", "tag": "383b4dbc-1515-4851-b01c-698135167307"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:33.213389 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.219627 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:33.244536 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.249322 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6640dd5-5b21-47dd-a17d-c5eebbcdba9d x-openstack-request-id: req-f6640dd5-5b21-47dd-a17d-c5eebbcdba9d {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:33.249614 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "name": "network-vif-plugged", "status": "completed", "tag": "383b4dbc-1515-4851-b01c-698135167307", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:33.249868 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f6640dd5-5b21-47dd-a17d-c5eebbcdba9d {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:33.250254 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383b4dbc-1515-4851-b01c-698135167307', 'code': 200} Nov 23 14:35:33.275096 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:33.331317 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=10']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:33.416095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94a84b-e452-49be-ac97-b762e187871b req-555fe349-d3e0-4306-970f-24c11470a295 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:33.417633 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-da94a84b-e452-49be-ac97-b762e187871b req-555fe349-d3e0-4306-970f-24c11470a295 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 945 time: 0.0568738 Nov 23 14:35:33.458917 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:35:33.518049 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d4776-1293-4b60-aa9e-5d54a0473232 req-f6328ca7-5634-42ad-abfe-bf7dc133c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:33.520604 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-523d4776-1293-4b60-aa9e-5d54a0473232 req-f6328ca7-5634-42ad-abfe-bf7dc133c45f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 1100 time: 0.1016202 Nov 23 14:35:33.582225 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f98597-d05d-4e4d-be9e-87c9cf0b9991 req-fc8ab1ab-eb0e-405a-91f0-0932705a4331 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:33.584574 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-09f98597-d05d-4e4d-be9e-87c9cf0b9991 req-fc8ab1ab-eb0e-405a-91f0-0932705a4331 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 947 time: 0.0651112 Nov 23 14:35:33.640756 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-09f98597-d05d-4e4d-be9e-87c9cf0b9991 req-807613ba-d2e8-43ba-ad4b-85baf7f393b5 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497406 Nov 23 14:35:33.843808 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Deleting port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:33.844366 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:33.849782 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-523d4776-1293-4b60-aa9e-5d54a0473232 req-0d1f0005-5546-40de-8a36-d0b24f2ba2d1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212674 Nov 23 14:35:33.953533 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a40b0-2e0d-4421-b56b-a09ce1184cf8 req-a496018c-27fc-40a4-ba3a-b295f819f885 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:33.955638 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a34a40b0-2e0d-4421-b56b-a09ce1184cf8 req-a496018c-27fc-40a4-ba3a-b295f819f885 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 945 time: 0.0519102 Nov 23 14:35:33.970322 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1a56d-8c05-463f-9274-a1395d9d5ba7 req-ff1ac71f-5d80-4bf9-8360-4e13926651f2 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:33.971818 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6df1a56d-8c05-463f-9274-a1395d9d5ba7 req-ff1ac71f-5d80-4bf9-8360-4e13926651f2 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 945 time: 0.1109653 Nov 23 14:35:33.994921 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] For port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:33.995275 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.007971 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a34a40b0-2e0d-4421-b56b-a09ce1184cf8 req-1b81bcea-1ec8-4c28-a2e6-a8e984a2efa7 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups?id=0534f093-6b5b-41b8-a6f1-c4838233b651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448577 Nov 23 14:35:34.074120 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6df1a56d-8c05-463f-9274-a1395d9d5ba7 req-c930675d-620b-459d-81d1-473f840e8dbd tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922902 Nov 23 14:35:34.100521 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b2f66270-8946-4e87-b365-9b0ee563dbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.192575 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.193079 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.193267 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.l3_db [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Floating IP 45935ecf-35f6-4a49-a7cb-b5314b8151bc disassociated. External IP: 172.27.1.134, port: 12bdf549-7b72-4845-89fd-2b21b7e5bc9d. Nov 23 14:35:34.193599 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Calling delete_port for 12bdf549-7b72-4845-89fd-2b21b7e5bc9d owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:34.330631 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.359466 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event deleted for resources: {'Port': ['ID=12bdf549-7b72-4845-89fd-2b21b7e5bc9d,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:34.481307 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:34.590187 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:34.600051 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] Sync routers for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:34.612441 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:34.613039 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:35:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:34.631223 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] No DVR routers for this DVR port 12bdf549-7b72-4845-89fd-2b21b7e5bc9d on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:34.634216 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:34.637621 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-da94a84b-e452-49be-ac97-b762e187871b req-ce3f8220-4f79-4297-a671-4918e6ec8079 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.48 "DELETE /v2.0/ports/12bdf549-7b72-4845-89fd-2b21b7e5bc9d HTTP/1.1" status: 204 len: 173 time: 1.2116246 Nov 23 14:35:34.638082 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'name': 'network-vif-deleted', 'tag': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:34.641031 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d0e976-260c-4a0f-89a1-c5a0a6b32d7c" -d '{"events": [{"server_uuid": "a0522075-3d0c-41d6-947f-662bb7237b76", "name": "network-vif-deleted", "tag": "12bdf549-7b72-4845-89fd-2b21b7e5bc9d"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:34.704560 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c2c9e6-20c0-4c49-ba34-5216ed3d4c2b x-openstack-request-id: req-61c2c9e6-20c0-4c49-ba34-5216ed3d4c2b {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:34.704922 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0522075-3d0c-41d6-947f-662bb7237b76", "name": "network-vif-deleted", "tag": "12bdf549-7b72-4845-89fd-2b21b7e5bc9d", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:34.705191 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61c2c9e6-20c0-4c49-ba34-5216ed3d4c2b {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:34.705604 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0522075-3d0c-41d6-947f-662bb7237b76', 'name': 'network-vif-deleted', 'tag': '12bdf549-7b72-4845-89fd-2b21b7e5bc9d', 'status': 'completed', 'code': 200} Nov 23 14:35:34.750950 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:34.796525 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f70d9d-443e-4cff-a533-7e4f171faa70 req-86a48848-0db1-4ebe-9214-d95d9f66c0df tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:34.798578 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-49f70d9d-443e-4cff-a533-7e4f171faa70 req-86a48848-0db1-4ebe-9214-d95d9f66c0df tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 947 time: 0.0627825 Nov 23 14:35:34.857015 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-49f70d9d-443e-4cff-a533-7e4f171faa70 req-256e6177-b3ab-4098-a557-222a2025a5e1 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510576 Nov 23 14:35:34.913411 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:35:35.017322 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:35:35.026466 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:35:35.026755 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.084029 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:35.119894 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] Checking router: 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:35.151129 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:35.152011 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:35:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:35.216645 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.239279 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-bc3cce33-4f13-4c80-842e-2351911d6497 req-bb1fd774-3181-48e9-8a07-326d27c07e39 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0522075-3d0c-41d6-947f-662bb7237b76 HTTP/1.1" status: 200 len: 210 time: 0.0505598 Nov 23 14:35:35.296688 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5135b8b9-93d5-40dc-a5d5-8b163ff731cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:35:35.301252 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46792d1-af4b-4dc9-a537-67070bf51810 req-1de977cd-6706-4dd5-893e-2df552fe0c00 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:35.304159 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fdd443-9f45-487b-bb18-935935d2889b" -d '{"events": [{"server_uuid": "5135b8b9-93d5-40dc-a5d5-8b163ff731cf", "name": "network-vif-plugged", "status": "completed", "tag": "a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:35:35.313998 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b46792d1-af4b-4dc9-a537-67070bf51810 req-1de977cd-6706-4dd5-893e-2df552fe0c00 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 945 time: 0.1020193 Nov 23 14:35:35.432668 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b46792d1-af4b-4dc9-a537-67070bf51810 req-695e43b6-ea5a-4e82-a454-004ca98947b4 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174273 Nov 23 14:35:35.464765 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c435518-6ae3-476e-9b2e-63865c31cc19 x-openstack-request-id: req-9c435518-6ae3-476e-9b2e-63865c31cc19 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:35:35.465103 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5135b8b9-93d5-40dc-a5d5-8b163ff731cf", "name": "network-vif-plugged", "status": "completed", "tag": "a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:35:35.465328 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c435518-6ae3-476e-9b2e-63865c31cc19 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:35:35.465720 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5135b8b9-93d5-40dc-a5d5-8b163ff731cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d', 'code': 200} Nov 23 14:35:35.470385 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,segment=NetworkSegment(be719f34-f90b-4ad5-8e8f-26e4b517fec3),segment_id=be719f34-f90b-4ad5-8e8f-26e4b517fec3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:35.480063 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:35.480915 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 12bdf549-7b72-4845-89fd-2b21b7e5bc9d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:35.509693 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:35.552168 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 12bdf549-7b72-4845-89fd-2b21b7e5bc9d {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:35.552563 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 12bdf549-7b72-4845-89fd-2b21b7e5bc9d not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:35.575410 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd375a-be2e-4291-b16c-e3691cef899f req-dad66ce0-acc6-4376-94c4-7e7a589b3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:35.578836 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f4dd375a-be2e-4291-b16c-e3691cef899f req-dad66ce0-acc6-4376-94c4-7e7a589b3ea7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 1099 time: 0.0481219 Nov 23 14:35:35.632160 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:35.639531 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f4dd375a-be2e-4291-b16c-e3691cef899f req-5ab4d874-2341-4599-bd80-03bd4814a02f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530796 Nov 23 14:35:35.771315 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:35.800019 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3449e-1a1c-4e3f-8cb9-555a3011990f None None] The sync data for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi is: [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392', 'name': '', 'network_id': '72082c76-6ced-497f-a837-e78d35ddc847', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'mac_address': 'fa:16:3e:51:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:47Z', 'updated_at': '2021-11-23T14:29:09Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'subnets': [{'id': '7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:36.016975 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43936a56-09d3-450a-9c28-930b47579b9d req-f7339988-da65-4393-a479-87ce337f1da0 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:36.018575 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-43936a56-09d3-450a-9c28-930b47579b9d req-f7339988-da65-4393-a479-87ce337f1da0 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 947 time: 0.0715332 Nov 23 14:35:36.074420 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687d88f-544e-4fe4-b994-a3276c62948b None None] New status for floating IP 45935ecf-35f6-4a49-a7cb-b5314b8151bc: DOWN {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:35:36.078919 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-43936a56-09d3-450a-9c28-930b47579b9d req-08397ea4-786c-4dfd-acc7-64c988af7a11 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531516 Nov 23 14:35:36.310855 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49806) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:36.369256 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-daf79257-63ad-42d3-b1dd-3590d901cf14 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.395938 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-daf79257-63ad-42d3-b1dd-3590d901cf14 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.446073 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-daf79257-63ad-42d3-b1dd-3590d901cf14 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.448784 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-daf79257-63ad-42d3-b1dd-3590d901cf14 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.450195 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-daf79257-63ad-42d3-b1dd-3590d901cf14 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "DELETE /v2.0/security-groups/0534f093-6b5b-41b8-a6f1-c4838233b651 HTTP/1.1" status: 204 len: 168 time: 0.1382544 Nov 23 14:35:36.454004 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49810) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:36.472510 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf79257-63ad-42d3-b1dd-3590d901cf14 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0534f093-6b5b-41b8-a6f1-c4838233b651,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:36.475495 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.api.v2.resource [None req-82b6f831-98de-4d49-a860-cc93b71fb40e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] show failed (client error): The resource could not be found. Nov 23 14:35:36.479990 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-82b6f831-98de-4d49-a860-cc93b71fb40e tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "GET /v2.0/security-groups/0534f093-6b5b-41b8-a6f1-c4838233b651 HTTP/1.1" status: 404 len: 347 time: 0.0205715 Nov 23 14:35:36.482064 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49812) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:36.585652 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-d74f13f3-367d-46b4-acb9-8b84fd946cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.636126 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca87cc-854e-4843-a2db-2ba6bcb8b744 req-ebce5153-9e6b-4f89-9c6b-32e7dbc52355 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:36.637710 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-94ca87cc-854e-4843-a2db-2ba6bcb8b744 req-ebce5153-9e6b-4f89-9c6b-32e7dbc52355 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 946 time: 0.1172380 Nov 23 14:35:36.702213 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-9e28cfcf-1954-4fe3-a049-1ab416b09979 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Deleting port 7317e2e5-ed32-4512-8f14-4802958ece06 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:36.702552 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9e28cfcf-1954-4fe3-a049-1ab416b09979 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.721282 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-94ca87cc-854e-4843-a2db-2ba6bcb8b744 req-3f4b345d-2d93-4cdd-898d-11fe60b13083 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675685 Nov 23 14:35:36.789402 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9e28cfcf-1954-4fe3-a049-1ab416b09979 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.789725 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9e28cfcf-1954-4fe3-a049-1ab416b09979 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.802814 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-9e28cfcf-1954-4fe3-a049-1ab416b09979 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Calling delete_port for 7317e2e5-ed32-4512-8f14-4802958ece06 owned by network:floatingip {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:36.949214 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9e28cfcf-1954-4fe3-a049-1ab416b09979 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:36.979026 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28cfcf-1954-4fe3-a049-1ab416b09979 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Pushing event deleted for resources: {'Port': ['ID=7317e2e5-ed32-4512-8f14-4802958ece06,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:37.041211 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9e28cfcf-1954-4fe3-a049-1ab416b09979 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks [] for floatingip, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.044330 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9e28cfcf-1954-4fe3-a049-1ab416b09979 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:37.045549 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-9e28cfcf-1954-4fe3-a049-1ab416b09979 tempest-AttachVolumeTestJSON-1405160131 tempest-AttachVolumeTestJSON-1405160131-project] 10.222.0.59 "DELETE /v2.0/floatingips/45935ecf-35f6-4a49-a7cb-b5314b8151bc HTTP/1.1" status: 204 len: 168 time: 0.5624962 Nov 23 14:35:37.212594 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec423682-c697-44a0-b95c-1d834b363520 req-d39aae1e-dff0-457c-a6db-4ef1d535c8ba tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:37.214147 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ec423682-c697-44a0-b95c-1d834b363520 req-d39aae1e-dff0-457c-a6db-4ef1d535c8ba tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 947 time: 0.0524056 Nov 23 14:35:37.271250 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ec423682-c697-44a0-b95c-1d834b363520 req-5e6cabf6-3888-4d34-9ea3-5162c345b642 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506527 Nov 23 14:35:37.843933 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd20e13-5bb2-4801-ad73-c3921e2193f3 req-94e3c363-0d90-4a1e-aa0b-0623ef295fe2 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:37.845519 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6dd20e13-5bb2-4801-ad73-c3921e2193f3 req-94e3c363-0d90-4a1e-aa0b-0623ef295fe2 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 946 time: 0.0532792 Nov 23 14:35:37.894942 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6dd20e13-5bb2-4801-ad73-c3921e2193f3 req-89e177fd-e41e-4cf1-8119-ed9974d7a4bd tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 Nov 23 14:35:38.213415 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:39.861025 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.479041 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:40.630619 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49862) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:41.203320 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599750'] for router_interface, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.501384 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] Deleting port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:41.501724 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.581725 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] For port 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:41.582034 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.594234 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] Calling delete_port for 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 owned by network:router_interface {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:41.775289 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:41.801083 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:41.967181 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562774'] for router_interface, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.428977 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] Router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:35:42.536714 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:35:42.542332 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-2cc9005d-8330-4c44-ab7d-7589c19f92e9 admin admin] 10.222.0.59 "PUT /v2.0/routers/599c58ef-b1c3-46eb-95ee-8c1b0a5f6297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9106801 Nov 23 14:35:42.545530 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49870) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:42.546121 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] Sync routers for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:35:42.555969 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:42.556507 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:35:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:42.653865 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Publish callbacks [] for router, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.663771 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:42.767496 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.824528 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Deleting port a080f248-eb8d-49b3-a0ba-45bba31aa53c {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:42.824772 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.845737 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:35:41Z', 'revision_number': 5, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port': {'id': 'a080f248-eb8d-49b3-a0ba-45bba31aa53c', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:41Z', 'updated_at': '2021-11-23T14:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:42.872698 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] Checking router: 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:35:42.881132 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] Routers {'599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:35:42.881750 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:35:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:42.904985 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] For port a080f248-eb8d-49b3-a0ba-45bba31aa53c, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=a080f248-eb8d-49b3-a0ba-45bba31aa53c,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:42.905349 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:42.918159 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Calling delete_port for a080f248-eb8d-49b3-a0ba-45bba31aa53c owned by network:router_gateway {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:42.970636 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] Set router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 gateway port host: None {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:35:43.027382 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:35:42Z', 'revision_number': 6, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port_host': None}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:43.062369 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4759d14-6c87-41c0-93ee-50476a4c9da7 None None] The sync data for ids ['599c58ef-b1c3-46eb-95ee-8c1b0a5f6297'] in dv-cinder-804035-16-iscsi is: [{'id': '599c58ef-b1c3-46eb-95ee-8c1b0a5f6297', 'name': 'tempest-AttachVolumeTestJSON-1069941162-router', 'tenant_id': '8b77b666a5b4482f86df61916953c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:35:42Z', 'revision_number': 6, 'project_id': '8b77b666a5b4482f86df61916953c4c9', 'gw_port_host': None}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:35:43.097088 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.127475 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Pushing event deleted for resources: {'Port': ['ID=a080f248-eb8d-49b3-a0ba-45bba31aa53c,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:43.188000 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402813'] for router_gateway, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.285020 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5024'] for router, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.287219 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.331992 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562713'] for router, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.332805 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 {{(pid=102952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:35:43.337398 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] Publish callbacks [] for router, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.338553 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-875a2372-97c6-4e58-8d55-078257e15157 admin admin] 10.222.0.59 "DELETE /v2.0/routers/599c58ef-b1c3-46eb-95ee-8c1b0a5f6297 HTTP/1.1" status: 204 len: 168 time: 0.7920806 Nov 23 14:35:43.341137 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49872) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:43.390727 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a40cba4-b67c-45c6-bc3f-a16f5ae633fd admin admin] Deleting subnet 7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70 {{(pid=102952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:43.393874 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7a40cba4-b67c-45c6-bc3f-a16f5ae633fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.431358 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7a40cba4-b67c-45c6-bc3f-a16f5ae633fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4342087'] for subnet, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.525927 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7a40cba4-b67c-45c6-bc3f-a16f5ae633fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.580335 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7a40cba4-b67c-45c6-bc3f-a16f5ae633fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979628'] for subnet, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.611027 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40cba4-b67c-45c6-bc3f-a16f5ae633fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:43.614821 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7a40cba4-b67c-45c6-bc3f-a16f5ae633fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.619205 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-7a40cba4-b67c-45c6-bc3f-a16f5ae633fd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7f2add11-5f09-4aaf-8c4b-cdb01e4bbd70 HTTP/1.1" status: 204 len: 168 time: 0.2769291 Nov 23 14:35:43.621602 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49876) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:43.621866 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b15fb4-9a31-4593-aad0-3507a1668052 None None] Network 72082c76-6ced-497f-a837-e78d35ddc847 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:43.696018 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.758937 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Deleting port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:43.759273 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.835888 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] For port a86ec73f-08d7-4c3a-a51d-1ee52eaca976, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=a86ec73f-08d7-4c3a-a51d-1ee52eaca976,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:43.836844 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.855723 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Calling delete_port for a86ec73f-08d7-4c3a-a51d-1ee52eaca976 owned by network:dhcp {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:43.862864 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef46d544-d31a-435b-a142-ad00536bf8ec None None] DHCP port deletion for 72082c76-6ced-497f-a837-e78d35ddc847 request from dv-cinder-804035-16-iscsi {{(pid=102954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:35:43.868411 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-dcb16a98-ab16-487c-b9fd-ff3ea1579df7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491967 Nov 23 14:35:43.919245 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-ef46d544-d31a-435b-a142-ad00536bf8ec None None] Deleting port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 {{(pid=102954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:35:43.919626 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-ef46d544-d31a-435b-a142-ad00536bf8ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.940221 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-3f81bd4e-bde5-4560-b7c4-66af57f4740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:43.940221 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-3f81bd4e-bde5-4560-b7c4-66af57f4740e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 1100 time: 0.0438704 Nov 23 14:35:43.946452 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:43.981738 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86ec73f-08d7-4c3a-a51d-1ee52eaca976,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:43.991266 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] No DVR routers for this DVR port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 on host dv-cinder-804035-16-iscsi {{(pid=102952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:44.001065 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-ef46d544-d31a-435b-a142-ad00536bf8ec None None] For port a86ec73f-08d7-4c3a-a51d-1ee52eaca976, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=a86ec73f-08d7-4c3a-a51d-1ee52eaca976,segment=NetworkSegment(872b11d9-d1f1-4ca5-af4b-c666facc4c0f),segment_id=872b11d9-d1f1-4ca5-af4b-c666facc4c0f)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:35:44.001472 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-ef46d544-d31a-435b-a142-ad00536bf8ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.016381 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-ef46d544-d31a-435b-a142-ad00536bf8ec None None] Calling delete_port for a86ec73f-08d7-4c3a-a51d-1ee52eaca976 owned by network:dhcp {{(pid=102954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:35:44.074694 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-af8d4a2b-4ba5-4060-b320-e51a5a7f806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:44.076225 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-af8d4a2b-4ba5-4060-b320-e51a5a7f806d service neutron] 10.222.0.48 "GET /v2.0/networks?id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 200 len: 917 time: 0.1115961 Nov 23 14:35:44.086699 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.111167 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72082c76-6ced-497f-a837-e78d35ddc847']}} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:44.129285 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872b11d9-d1f1-4ca5-af4b-c666facc4c0f') {'for_net_delete': True} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:44.129633 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872b11d9-d1f1-4ca5-af4b-c666facc4c0f') {} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:44.144229 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4342110'] for segment, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.170047 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.178230 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:44.178637 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5086178'] for segment, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.183677 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-742dd74c-caad-4df0-86d3-7a03795d4035 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=383b4dbc-1515-4851-b01c-698135167307 HTTP/1.1" status: 200 len: 1002 time: 0.0892842 Nov 23 14:35:44.204448 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-ef46d544-d31a-435b-a142-ad00536bf8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843'] for port, after_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.238885 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef46d544-d31a-435b-a142-ad00536bf8ec None None] No DVR routers for this DVR port a86ec73f-08d7-4c3a-a51d-1ee52eaca976 on host dv-cinder-804035-16-iscsi {{(pid=102954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:35:44.252750 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-4879f5b0-219e-4e49-8812-ebef3b98a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:44.255588 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-4879f5b0-219e-4e49-8812-ebef3b98a099 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 200 len: 855 time: 0.0627933 Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: Traceback (most recent call last): Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: timer() Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: cb(*args, **kw) Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: return func(*args, **kwargs) Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: self._notify() Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: self.callback(batched_events) Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: event.method(event) Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: return f(self, *a, **k) Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._get(url).json() Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:44.264105 dv-cinder-804035-16-iscsi neutron-server[102952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:44.273709 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.278606 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.287322 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46d544-d31a-435b-a142-ad00536bf8ec None None] Pushing event deleted for resources: {'Port': ['ID=a86ec73f-08d7-4c3a-a51d-1ee52eaca976,revision_number=None']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:44.287968 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] 10.222.0.59 "DELETE /v2.0/networks/72082c76-6ced-497f-a837-e78d35ddc847 HTTP/1.1" status: 204 len: 168 time: 0.6599147 Nov 23 14:35:44.335421 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86380b-e6ed-41ef-a332-00b244fd4060 admin admin] Pushing event deleted for resources: {'Network': ['ID=72082c76-6ced-497f-a837-e78d35ddc847,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:44.339955 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-dde57136-8eb2-4945-a1fb-6c21f6f56071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:44.341635 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-dde57136-8eb2-4945-a1fb-6c21f6f56071 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99e22cf6-c72a-4785-a285-dfc6ba60ae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0769422 Nov 23 14:35:44.432018 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49880) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:44.449809 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-9378fdec-a813-4fdf-945f-bf4d0270b95e service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999033 Nov 23 14:35:44.484428 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-ae2c5d48-1689-4f1f-99cc-13f7ca652424 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b77b666a5b4482f86df61916953c4c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0511987 Nov 23 14:35:44.486938 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49882) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:44.539008 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b5b3ec45-ea46-41b5-b650-66030c3d7dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.553460 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4f35b6b4-2e70-434f-9495-a6b57bb29129 req-5a34fc29-417d-4aee-8cac-6579010b0dd0 service neutron] 10.222.0.48 "GET /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946257 Nov 23 14:35:44.565564 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b5b3ec45-ea46-41b5-b650-66030c3d7dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.631498 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b5b3ec45-ea46-41b5-b650-66030c3d7dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.634566 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b5b3ec45-ea46-41b5-b650-66030c3d7dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:44.635833 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-b5b3ec45-ea46-41b5-b650-66030c3d7dcf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67ee7d86-0d57-4530-adf9-e798bde4836c HTTP/1.1" status: 204 len: 168 time: 0.1477883 Nov 23 14:35:44.645506 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3ec45-ea46-41b5-b650-66030c3d7dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ee7d86-0d57-4530-adf9-e798bde4836c,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:45.059456 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:45.079945 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:45.080295 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 3bdf4dec-2e3d-427c-9d5c-7cc14e3aa392 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:45.080725 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a86ec73f-08d7-4c3a-a51d-1ee52eaca976 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:45.103807 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: a86ec73f-08d7-4c3a-a51d-1ee52eaca976 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:45.104164 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a86ec73f-08d7-4c3a-a51d-1ee52eaca976 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:45.104592 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a080f248-eb8d-49b3-a0ba-45bba31aa53c no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:35:45.124585 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: a080f248-eb8d-49b3-a0ba-45bba31aa53c {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:35:45.124963 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a080f248-eb8d-49b3-a0ba-45bba31aa53c not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:35:45.360378 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49908) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:45.457801 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1661333333-network', 'tenant_id': '27dd07d4527f4b75b5491eebb9a6eb0d'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:45.479824 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Made reservation on behalf of 27dd07d4527f4b75b5491eebb9a6eb0d for: {'network': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:45.482289 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.490701 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.566688 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.570409 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.595538 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:45.606065 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6330274-5494-40e4-b160-778c514abc90,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:45.611049 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.611392 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.segments_db [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Added segment 34b77514-7636-494c-9e1d-0b7b4df2a5f4 of type vlan for network c09274e3-3114-40a5-8f36-1d159c9618dc Nov 23 14:35:45.662070 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.690243 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.691233 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:45.691821 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.728963 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3674037 Nov 23 14:35:45.732238 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49916) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:45.737744 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Request body: {'subnet': {'network_id': 'c09274e3-3114-40a5-8f36-1d159c9618dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1661333333-subnet', 'tenant_id': '27dd07d4527f4b75b5491eebb9a6eb0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:45.761743 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d8f76-c1bc-4ec7-aa0c-c48dd8853c04 admin admin] Pushing event updated for resources: {'Network': ['ID=c09274e3-3114-40a5-8f36-1d159c9618dc,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:45.762308 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Made reservation on behalf of 27dd07d4527f4b75b5491eebb9a6eb0d for: {'subnet': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:45.765255 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341629'] for subnet, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:45.772168 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network c09274e3-3114-40a5-8f36-1d159c9618dc details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:45.950437 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4884683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341583'] for subnet, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.001545 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fff0399-2595-427c-a1de-e400d0ce7866,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:46.017798 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Checking segment: {'id': '34b77514-7636-494c-9e1d-0b7b4df2a5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c09274e3-3114-40a5-8f36-1d159c9618dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:46.018154 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Network hostable DHCP agents. Network: c09274e3-3114-40a5-8f36-1d159c9618dc, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:46.035697 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Network c09274e3-3114-40a5-8f36-1d159c9618dc is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:46.045350 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, c09274e3-3114-40a5-8f36-1d159c9618dc) {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:46.049697 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:46.050325 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.056662 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd598c31-7c54-4342-8acb-911b35f9d83a None None] Network c09274e3-3114-40a5-8f36-1d159c9618dc requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:46.068264 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-c78e61a3-3812-4948-8d6b-5b6ee3c214aa admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3348763 Nov 23 14:35:46.139039 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.199889 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c055604-fbc5-48c8-8abf-e26f1d4eb444 None None] Network c09274e3-3114-40a5-8f36-1d159c9618dc requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:46.557146 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49934) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:46.562158 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-705309947-network', 'tenant_id': '8e5d4a61ccf04d8fae8ea29f85167926'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:46.583753 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Made reservation on behalf of 8e5d4a61ccf04d8fae8ea29f85167926 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:46.586225 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.596266 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.677001 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.681554 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.707825 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:35:46.719337 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c72ca9-a8c1-4874-ac50-1316f122c6d2,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:46.724441 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.724789 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Added segment e740805a-58a7-44fd-8b7c-48b936b243d7 of type vlan for network dd933388-8af5-4e34-994c-eacb58db86b7 Nov 23 14:35:46.769805 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.795026 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.796149 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:46.796757 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.830788 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2723923 Nov 23 14:35:46.834444 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49936) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:46.840239 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Request body: {'subnet': {'network_id': 'dd933388-8af5-4e34-994c-eacb58db86b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-705309947-subnet', 'tenant_id': '8e5d4a61ccf04d8fae8ea29f85167926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:35:46.860814 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3ea83-7793-46d3-ae08-0b3ec55ece8e admin admin] Pushing event updated for resources: {'Network': ['ID=dd933388-8af5-4e34-994c-eacb58db86b7,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:46.862906 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Made reservation on behalf of 8e5d4a61ccf04d8fae8ea29f85167926 for: {'subnet': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:35:46.869970 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4979593'] for subnet, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:46.872355 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network dd933388-8af5-4e34-994c-eacb58db86b7 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:35:47.058826 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5085325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4979643'] for subnet, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.108843 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8369b407-5ad4-4bba-8009-247d65b09ac7,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:47.125784 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Checking segment: {'id': 'e740805a-58a7-44fd-8b7c-48b936b243d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'dd933388-8af5-4e34-994c-eacb58db86b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:35:47.126123 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Network hostable DHCP agents. Network: dd933388-8af5-4e34-994c-eacb58db86b7, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:35:47.142636 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Network dd933388-8af5-4e34-994c-eacb58db86b7 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:35:47.152021 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, dd933388-8af5-4e34-994c-eacb58db86b7) {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:35:47.156586 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:47.157244 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.161283 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770bfb63-3c8b-4c2f-a93e-1dccaa52373a None None] Network dd933388-8af5-4e34-994c-eacb58db86b7 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:47.175355 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-b6a91f50-2d0f-40aa-b38e-4fd115e345b8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3396685 Nov 23 14:35:47.295657 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49942) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:47.345018 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4de72ec-7a1b-463c-ac44-71289b7557e7 admin admin] Deleting subnet 4fff0399-2595-427c-a1de-e400d0ce7866 {{(pid=102953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:47.348765 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c4de72ec-7a1b-463c-ac44-71289b7557e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.389454 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c4de72ec-7a1b-463c-ac44-71289b7557e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5134442'] for subnet, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.420947 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b58ae7b-1a2c-4202-b236-93129212d734 None None] Network dd933388-8af5-4e34-994c-eacb58db86b7 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:35:47.428664 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c4de72ec-7a1b-463c-ac44-71289b7557e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.483678 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c4de72ec-7a1b-463c-ac44-71289b7557e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341592'] for subnet, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.511386 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c4de72ec-7a1b-463c-ac44-71289b7557e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.514596 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-c4de72ec-7a1b-463c-ac44-71289b7557e7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4fff0399-2595-427c-a1de-e400d0ce7866 HTTP/1.1" status: 204 len: 168 time: 0.2179060 Nov 23 14:35:47.515429 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de72ec-7a1b-463c-ac44-71289b7557e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fff0399-2595-427c-a1de-e400d0ce7866,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:47.517289 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 49944) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:47.588763 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.675297 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.695449 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09274e3-3114-40a5-8f36-1d159c9618dc']}} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:47.705172 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b77514-7636-494c-9e1d-0b7b4df2a5f4') {'for_net_delete': True} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:47.705472 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b77514-7636-494c-9e1d-0b7b4df2a5f4') {} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:47.715403 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4342110'] for segment, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.728859 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.734899 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:47.735283 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5086178'] for segment, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: Traceback (most recent call last): Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: timer() Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: cb(*args, **kw) Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: return func(*args, **kwargs) Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: self._notify() Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: self.callback(batched_events) Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: event.method(event) Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: return f(self, *a, **k) Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._get(url).json() Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:47.736960 dv-cinder-804035-16-iscsi neutron-server[102952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:47.782288 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:35:47.795631 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.799697 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.803488 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c09274e3-3114-40a5-8f36-1d159c9618dc HTTP/1.1" status: 204 len: 168 time: 0.2848868 Nov 23 14:35:47.806397 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49946) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:47.817182 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0353df-2ee6-46ac-b5aa-f9821811db14 admin admin] Pushing event deleted for resources: {'Network': ['ID=c09274e3-3114-40a5-8f36-1d159c9618dc,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:47.852648 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab1fc98-4433-4c8c-a5cc-3f647f3d2cea admin admin] Deleting subnet 8369b407-5ad4-4bba-8009-247d65b09ac7 {{(pid=102953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:35:47.856125 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0ab1fc98-4433-4c8c-a5cc-3f647f3d2cea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.895746 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0ab1fc98-4433-4c8c-a5cc-3f647f3d2cea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5134442'] for subnet, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.937640 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0ab1fc98-4433-4c8c-a5cc-3f647f3d2cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:47.990241 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0ab1fc98-4433-4c8c-a5cc-3f647f3d2cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341592'] for subnet, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.015955 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1fc98-4433-4c8c-a5cc-3f647f3d2cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8369b407-5ad4-4bba-8009-247d65b09ac7,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:48.022056 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0ab1fc98-4433-4c8c-a5cc-3f647f3d2cea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.026582 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-0ab1fc98-4433-4c8c-a5cc-3f647f3d2cea admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8369b407-5ad4-4bba-8009-247d65b09ac7 HTTP/1.1" status: 204 len: 168 time: 0.2190678 Nov 23 14:35:48.028429 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49950) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:48.099422 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.175454 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.195427 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd933388-8af5-4e34-994c-eacb58db86b7']}} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:48.204333 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e740805a-58a7-44fd-8b7c-48b936b243d7') {'for_net_delete': True} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:48.204630 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e740805a-58a7-44fd-8b7c-48b936b243d7') {} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:35:48.218952 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5134451'] for segment, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.233361 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.239333 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:35:48.239978 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4885412'] for segment, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: Traceback (most recent call last): Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: timer() Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: cb(*args, **kw) Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: return func(*args, **kwargs) Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: self._notify() Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: self.callback(batched_events) Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: event.method(event) Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: return f(self, *a, **k) Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._get(url).json() Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: return self.request(url, 'GET', **kwargs) Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:35:48.241879 dv-cinder-804035-16-iscsi neutron-server[102953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:35:48.296718 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.308467 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.312032 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] 10.222.0.59 "DELETE /v2.0/networks/dd933388-8af5-4e34-994c-eacb58db86b7 HTTP/1.1" status: 204 len: 168 time: 0.2826545 Nov 23 14:35:48.321299 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a029790-e49c-4a61-b853-dc5009ca7b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd933388-8af5-4e34-994c-eacb58db86b7,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:48.479787 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49954) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:48.519997 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-a8b383ce-b04c-421e-89fd-96a0f0e4e1ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27dd07d4527f4b75b5491eebb9a6eb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390463 Nov 23 14:35:48.522448 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49956) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:48.569429 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0f9429d3-96b3-48c7-8da3-9c09a1e10068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.595620 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0f9429d3-96b3-48c7-8da3-9c09a1e10068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.646399 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0f9429d3-96b3-48c7-8da3-9c09a1e10068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.649616 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-0f9429d3-96b3-48c7-8da3-9c09a1e10068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:48.650818 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-0f9429d3-96b3-48c7-8da3-9c09a1e10068 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6330274-5494-40e4-b160-778c514abc90 HTTP/1.1" status: 204 len: 168 time: 0.1274815 Nov 23 14:35:48.662193 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9429d3-96b3-48c7-8da3-9c09a1e10068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6330274-5494-40e4-b160-778c514abc90,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:48.980951 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49964) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:49.021044 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-d33dfcd4-f323-4d25-a389-fd2cea0ee240 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e5d4a61ccf04d8fae8ea29f85167926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389307 Nov 23 14:35:49.023434 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 49966) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:49.073650 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-af656cbb-45d0-485d-a40e-88423a6a8941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.100089 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-af656cbb-45d0-485d-a40e-88423a6a8941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.146540 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-af656cbb-45d0-485d-a40e-88423a6a8941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.149830 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-af656cbb-45d0-485d-a40e-88423a6a8941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:49.151032 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-af656cbb-45d0-485d-a40e-88423a6a8941 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5c72ca9-a8c1-4874-ac50-1316f122c6d2 HTTP/1.1" status: 204 len: 168 time: 0.1261938 Nov 23 14:35:49.159374 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af656cbb-45d0-485d-a40e-88423a6a8941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c72ca9-a8c1-4874-ac50-1316f122c6d2,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:53.690814 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50066) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:53.799132 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.880177 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.884192 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:53.921861 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c23a7c4-11be-477c-8865-1ca36ebe0c05,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:53.926828 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0fefd03c55ca47699a78c026ae0f68b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349718 Nov 23 14:35:53.929699 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50070) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:53.932352 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.932827 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.933222 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.933564 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.933901 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.934241 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.934577 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.934913 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.935251 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.935577 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.935907 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.936332 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cdfeed-b8b8-4074-937b-670cd328f2ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:35:53.980846 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-95c5db9c-2c93-4412-a986-bd74d8272351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.002589 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-95c5db9c-2c93-4412-a986-bd74d8272351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.050066 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-95c5db9c-2c93-4412-a986-bd74d8272351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.053293 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-95c5db9c-2c93-4412-a986-bd74d8272351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.054492 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-95c5db9c-2c93-4412-a986-bd74d8272351 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c23a7c4-11be-477c-8865-1ca36ebe0c05 HTTP/1.1" status: 204 len: 168 time: 0.1224427 Nov 23 14:35:54.063730 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5db9c-2c93-4412-a986-bd74d8272351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c23a7c4-11be-477c-8865-1ca36ebe0c05,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:54.332025 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50082) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:54.347592 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e800b68a-8342-42d3-9297-cd203ce17a56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.433410 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e800b68a-8342-42d3-9297-cd203ce17a56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.441677 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e800b68a-8342-42d3-9297-cd203ce17a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.485880 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-e800b68a-8342-42d3-9297-cd203ce17a56 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a85577adfee4e7e8351577d79cdcbd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526129 Nov 23 14:35:54.486727 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800b68a-8342-42d3-9297-cd203ce17a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcdc244-848f-4b18-9b5d-17271a7f4c2c,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:54.488948 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50084) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:54.554317 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-97c53385-9817-48dd-8d8c-a7f6a7d4dae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.576655 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-97c53385-9817-48dd-8d8c-a7f6a7d4dae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.626353 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-97c53385-9817-48dd-8d8c-a7f6a7d4dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.628891 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-97c53385-9817-48dd-8d8c-a7f6a7d4dae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:54.630064 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-97c53385-9817-48dd-8d8c-a7f6a7d4dae0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bdcdc244-848f-4b18-9b5d-17271a7f4c2c HTTP/1.1" status: 204 len: 168 time: 0.1401293 Nov 23 14:35:54.639208 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c53385-9817-48dd-8d8c-a7f6a7d4dae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcdc244-848f-4b18-9b5d-17271a7f4c2c,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:57.609849 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50232) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:57.732278 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4cd57a8c-996f-42e6-9124-eae114bfd47d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.844843 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4cd57a8c-996f-42e6-9124-eae114bfd47d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.850655 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4cd57a8c-996f-42e6-9124-eae114bfd47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.891139 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd57a8c-996f-42e6-9124-eae114bfd47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e51bdd-b531-4db7-b924-b11b0bdce4a8,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:57.895498 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-4cd57a8c-996f-42e6-9124-eae114bfd47d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c05aa4d65be54e479962654180e44c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844410 Nov 23 14:35:57.898686 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50242) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:57.947853 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2da293b7-4a98-4293-a9d6-8280d48c6a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:57.971272 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2da293b7-4a98-4293-a9d6-8280d48c6a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.022496 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2da293b7-4a98-4293-a9d6-8280d48c6a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.026516 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2da293b7-4a98-4293-a9d6-8280d48c6a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.027882 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-2da293b7-4a98-4293-a9d6-8280d48c6a5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/69e51bdd-b531-4db7-b924-b11b0bdce4a8 HTTP/1.1" status: 204 len: 168 time: 0.1280141 Nov 23 14:35:58.037819 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da293b7-4a98-4293-a9d6-8280d48c6a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e51bdd-b531-4db7-b924-b11b0bdce4a8,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:58.315537 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50250) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:58.332454 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-aca8395b-bdac-413f-b9fc-7e63d7161326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.412186 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-aca8395b-bdac-413f-b9fc-7e63d7161326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.416631 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-aca8395b-bdac-413f-b9fc-7e63d7161326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.456589 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8395b-bdac-413f-b9fc-7e63d7161326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef59686-7e47-4c14-8e6c-8b2ded8b45da,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:58.461397 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-aca8395b-bdac-413f-b9fc-7e63d7161326 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f10ab845e204f32bf9b71faa4b8c321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446731 Nov 23 14:35:58.464765 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50252) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:35:58.521976 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-083c779d-bd89-4ea3-856d-08f73c69f310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.547193 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-083c779d-bd89-4ea3-856d-08f73c69f310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.601610 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-083c779d-bd89-4ea3-856d-08f73c69f310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.605113 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-083c779d-bd89-4ea3-856d-08f73c69f310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:35:58.606324 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-083c779d-bd89-4ea3-856d-08f73c69f310 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ef59686-7e47-4c14-8e6c-8b2ded8b45da HTTP/1.1" status: 204 len: 168 time: 0.1405697 Nov 23 14:35:58.616270 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c779d-bd89-4ea3-856d-08f73c69f310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef59686-7e47-4c14-8e6c-8b2ded8b45da,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:35:59.140900 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e63f4e-e009-436e-b5b7-c4597ab1f2a0 req-f12df0d6-60ab-473e-82da-a9863cae0b10 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:35:59.143281 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-36e63f4e-e009-436e-b5b7-c4597ab1f2a0 req-f12df0d6-60ab-473e-82da-a9863cae0b10 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 946 time: 0.0527864 Nov 23 14:35:59.196456 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-36e63f4e-e009-436e-b5b7-c4597ab1f2a0 req-ad299167-8c32-4fc9-ac24-ab01fe4a8b8b tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477943 Nov 23 14:36:00.325790 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1b3cf-ff16-4d1b-9622-ce97a013d7c8 req-5d54bbd8-3822-42c4-ac19-f905aaac7612 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:00.327385 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-60c1b3cf-ff16-4d1b-9622-ce97a013d7c8 req-5d54bbd8-3822-42c4-ac19-f905aaac7612 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 946 time: 0.0565250 Nov 23 14:36:00.369062 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50306) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.382480 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-60c1b3cf-ff16-4d1b-9622-ce97a013d7c8 req-21a4972f-0e23-4de5-b84f-ea29a13aead9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/security-groups?id=e78503b6-28ef-42e2-8f27-e30e1fbf56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481057 Nov 23 14:36:00.477304 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c8c0ab84-fafb-4020-b437-d78874713647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.551938 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c8c0ab84-fafb-4020-b437-d78874713647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.556239 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c8c0ab84-fafb-4020-b437-d78874713647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.592379 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0ab84-fafb-4020-b437-d78874713647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117ea5bd-ef1f-40ff-941a-5145f3316b83,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:00.596528 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-c8c0ab84-fafb-4020-b437-d78874713647 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f200fad2bce4fba832fb7ac60e04500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258894 Nov 23 14:36:00.599274 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50310) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:00.662692 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-861e7d68-55c5-400a-85ea-3d5ca802d56a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.685800 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-861e7d68-55c5-400a-85ea-3d5ca802d56a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.737067 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-861e7d68-55c5-400a-85ea-3d5ca802d56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.739705 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-861e7d68-55c5-400a-85ea-3d5ca802d56a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:00.740881 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-861e7d68-55c5-400a-85ea-3d5ca802d56a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/117ea5bd-ef1f-40ff-941a-5145f3316b83 HTTP/1.1" status: 204 len: 168 time: 0.1407042 Nov 23 14:36:00.749649 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e7d68-55c5-400a-85ea-3d5ca802d56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117ea5bd-ef1f-40ff-941a-5145f3316b83,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:00.833328 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-7921f4b3-45eb-4811-bbcb-6373f3970be3 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:00.835133 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-7921f4b3-45eb-4811-bbcb-6373f3970be3 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.48 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 946 time: 0.0525105 Nov 23 14:36:00.932262 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-4d003515-f024-4804-bcc3-1035daa9e3b9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Deleting port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:00.932606 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-4d003515-f024-4804-bcc3-1035daa9e3b9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.017706 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50316) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:01.028929 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-4d003515-f024-4804-bcc3-1035daa9e3b9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] For port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,segment=NetworkSegment(be719f34-f90b-4ad5-8e8f-26e4b517fec3),segment_id=be719f34-f90b-4ad5-8e8f-26e4b517fec3)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:01.029305 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-4d003515-f024-4804-bcc3-1035daa9e3b9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.031723 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d53906f8-d268-4f79-afa8-18e993288c09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.042503 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-4d003515-f024-4804-bcc3-1035daa9e3b9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Calling delete_port for a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:01.113712 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d53906f8-d268-4f79-afa8-18e993288c09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.119348 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d53906f8-d268-4f79-afa8-18e993288c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.160746 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-d53906f8-d268-4f79-afa8-18e993288c09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c75c541999140cc9eb1c5e004805a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418092 Nov 23 14:36:01.161522 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53906f8-d268-4f79-afa8-18e993288c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d66b6ef-1838-48d0-adff-3276d8887775,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:01.163249 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50318) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:01.202872 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-4d003515-f024-4804-bcc3-1035daa9e3b9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.215043 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:36:01.241351 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d003515-f024-4804-bcc3-1035daa9e3b9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Pushing event deleted for resources: {'Port': ['ID=a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:01.284387 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eec6be54-cc1b-44c1-ad07-a9843fa9b5ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.300481 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-4d003515-f024-4804-bcc3-1035daa9e3b9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] No DVR routers for this DVR port a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:01.304264 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-4d003515-f024-4804-bcc3-1035daa9e3b9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.308225 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9fae3f4b-f390-452e-b676-9a7d9c875ff2 req-4d003515-f024-4804-bcc3-1035daa9e3b9 tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.48 "DELETE /v2.0/ports/a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d HTTP/1.1" status: 204 len: 173 time: 0.4666605 Nov 23 14:36:01.308672 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5135b8b9-93d5-40dc-a5d5-8b163ff731cf', 'name': 'network-vif-deleted', 'tag': 'a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:36:01.310954 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08ff131-dfc3-4263-bb38-efecb1e17e70" -d '{"events": [{"server_uuid": "5135b8b9-93d5-40dc-a5d5-8b163ff731cf", "name": "network-vif-deleted", "tag": "a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:36:01.339584 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eec6be54-cc1b-44c1-ad07-a9843fa9b5ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.374353 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3ba2fc-e389-4da9-9ad4-22a607662ae4 x-openstack-request-id: req-eb3ba2fc-e389-4da9-9ad4-22a607662ae4 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:36:01.375095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5135b8b9-93d5-40dc-a5d5-8b163ff731cf", "name": "network-vif-deleted", "tag": "a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:36:01.375095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb3ba2fc-e389-4da9-9ad4-22a607662ae4 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:36:01.375305 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5135b8b9-93d5-40dc-a5d5-8b163ff731cf', 'name': 'network-vif-deleted', 'tag': 'a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d', 'status': 'completed', 'code': 200} Nov 23 14:36:01.396279 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eec6be54-cc1b-44c1-ad07-a9843fa9b5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.399656 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-eec6be54-cc1b-44c1-ad07-a9843fa9b5ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:01.400836 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-eec6be54-cc1b-44c1-ad07-a9843fa9b5ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d66b6ef-1838-48d0-adff-3276d8887775 HTTP/1.1" status: 204 len: 168 time: 0.2365792 Nov 23 14:36:01.411483 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6be54-cc1b-44c1-ad07-a9843fa9b5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d66b6ef-1838-48d0-adff-3276d8887775,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:01.506111 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b4db0989-9dcd-46d2-93f5-316ce91122da req-746d8344-d008-4f50-aa19-de73462b7c0f tempest-VolumesSnapshotTestJSON-1489849884 tempest-VolumesSnapshotTestJSON-1489849884-project] 10.222.0.59 "GET /v2.0/ports?device_id=5135b8b9-93d5-40dc-a5d5-8b163ff731cf HTTP/1.1" status: 200 len: 210 time: 0.0269125 Nov 23 14:36:04.105994 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-873b04a7-c490-4c13-8feb-0a8d9936b5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:06.068546 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:06.092034 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:06.092382 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device a72f9c88-4bc4-4fb5-a69c-9b2c77f0625d not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:06.591679 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b04169a2-e007-4dc1-b547-1e2409f179b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.041300 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50464) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:08.147128 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db826ed5-ea7a-4daa-b122-755445793b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.215450 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.237951 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db826ed5-ea7a-4daa-b122-755445793b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.242178 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db826ed5-ea7a-4daa-b122-755445793b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.279712 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db826ed5-ea7a-4daa-b122-755445793b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338b0ce7-431e-4156-afbc-dd4d9c7f4b31,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:08.285371 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-db826ed5-ea7a-4daa-b122-755445793b02 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5d20c428c094fb5b06fca84e3730544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429719 Nov 23 14:36:08.287138 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50472) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:08.342993 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bac51333-64ad-42e4-981e-717b1b5d6221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.364688 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bac51333-64ad-42e4-981e-717b1b5d6221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.420487 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bac51333-64ad-42e4-981e-717b1b5d6221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.423242 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bac51333-64ad-42e4-981e-717b1b5d6221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.424424 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-bac51333-64ad-42e4-981e-717b1b5d6221 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/338b0ce7-431e-4156-afbc-dd4d9c7f4b31 HTTP/1.1" status: 204 len: 168 time: 0.1362569 Nov 23 14:36:08.434518 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac51333-64ad-42e4-981e-717b1b5d6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338b0ce7-431e-4156-afbc-dd4d9c7f4b31,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:08.724095 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50482) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:08.738367 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.817273 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.823593 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.865340 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84ed011f3f6f4136ac3fe62c691d3731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401000 Nov 23 14:36:08.866226 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1df8e1-9b86-4d79-b972-64c14ade04e9,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:08.868438 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50484) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:08.885718 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.885991 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.886342 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.886685 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.887028 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.887369 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.887708 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.888046 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.888386 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.888712 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.889072 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.889401 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc65f579-7489-4f95-b200-3d7483611ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:08.933499 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c37aeaa-921c-476c-a50f-ad8523a4a4a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:08.956545 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c37aeaa-921c-476c-a50f-ad8523a4a4a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.006981 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c37aeaa-921c-476c-a50f-ad8523a4a4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.010203 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-7c37aeaa-921c-476c-a50f-ad8523a4a4a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:09.011395 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-7c37aeaa-921c-476c-a50f-ad8523a4a4a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af1df8e1-9b86-4d79-b972-64c14ade04e9 HTTP/1.1" status: 204 len: 168 time: 0.1420937 Nov 23 14:36:09.019819 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37aeaa-921c-476c-a50f-ad8523a4a4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1df8e1-9b86-4d79-b972-64c14ade04e9,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:09.864046 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:10.482535 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:15.920028 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f6470-8767-40f5-9adc-3e6732448027 req-b005c063-8933-43f1-9fee-214c89bd18fc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:15.921546 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3a1f6470-8767-40f5-9adc-3e6732448027 req-b005c063-8933-43f1-9fee-214c89bd18fc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 947 time: 0.0493925 Nov 23 14:36:15.973819 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-3a1f6470-8767-40f5-9adc-3e6732448027 req-c849e14d-5560-4c43-88c8-c8ac6b759071 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462625 Nov 23 14:36:16.110897 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.119503 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5d81-800c-43c0-86bb-afbd2673ca1d req-774fedf1-f28b-4386-9feb-4ecf60c1b740 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:17.121080 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ba8f5d81-800c-43c0-86bb-afbd2673ca1d req-774fedf1-f28b-4386-9feb-4ecf60c1b740 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 947 time: 0.0700696 Nov 23 14:36:17.173623 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ba8f5d81-800c-43c0-86bb-afbd2673ca1d req-820e419d-b03d-48c2-8233-540377717560 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0315045-7aee-4bde-9691-4e134c4e4b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466971 Nov 23 14:36:17.283569 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-aa48d3e4-5e33-4d5d-a89c-3232a9ed53dc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:17.285055 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-aa48d3e4-5e33-4d5d-a89c-3232a9ed53dc tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 947 time: 0.0495780 Nov 23 14:36:17.392092 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Deleting port 383b4dbc-1515-4851-b01c-698135167307 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:17.392427 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.487399 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] For port 383b4dbc-1515-4851-b01c-698135167307, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=383b4dbc-1515-4851-b01c-698135167307,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:17.487761 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.666478 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.666853 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.667198 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.l3_db [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Floating IP 35a4a828-1125-4dde-8f99-3d789091f761 disassociated. External IP: 172.27.1.135, port: 383b4dbc-1515-4851-b01c-698135167307. Nov 23 14:36:17.667547 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Calling delete_port for 383b4dbc-1515-4851-b01c-698135167307 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:17.809491 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:17.837445 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event deleted for resources: {'Port': ['ID=383b4dbc-1515-4851-b01c-698135167307,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:17.956458 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:18.075856 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:18.086984 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] Sync routers for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:18.097797 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:18.098421 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:36:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.115999 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] No DVR routers for this DVR port 383b4dbc-1515-4851-b01c-698135167307 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:18.119343 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:18.122956 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-22c76934-a1e8-493e-875b-90a8ceec1f70 req-352fbe94-4efc-4d79-b3f6-cfa003163066 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.48 "DELETE /v2.0/ports/383b4dbc-1515-4851-b01c-698135167307 HTTP/1.1" status: 204 len: 173 time: 0.8315151 Nov 23 14:36:18.123542 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'name': 'network-vif-deleted', 'tag': '383b4dbc-1515-4851-b01c-698135167307'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:36:18.125804 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d571d0-8bb2-41f6-971e-314c1a343657" -d '{"events": [{"server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "name": "network-vif-deleted", "tag": "383b4dbc-1515-4851-b01c-698135167307"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:36:18.179960 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c9d3e4-3f78-4334-b16f-090f19e35d03 x-openstack-request-id: req-b9c9d3e4-3f78-4334-b16f-090f19e35d03 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:36:18.180504 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75b9c9f-4ead-49ce-901c-cd726a2da050", "name": "network-vif-deleted", "tag": "383b4dbc-1515-4851-b01c-698135167307", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:36:18.181959 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9c9d3e4-3f78-4334-b16f-090f19e35d03 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:36:18.182739 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75b9c9f-4ead-49ce-901c-cd726a2da050', 'name': 'network-vif-deleted', 'tag': '383b4dbc-1515-4851-b01c-698135167307', 'status': 'completed', 'code': 200} Nov 23 14:36:18.227183 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:18.312400 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d4adb126-ad2b-4df4-9a07-15d185347880 req-f09c1fea-7e84-4e6a-9d8a-af6c97faa02a tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e75b9c9f-4ead-49ce-901c-cd726a2da050 HTTP/1.1" status: 200 len: 210 time: 0.0299892 Nov 23 14:36:18.448288 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.483196 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] Checking router: 779ff37c-dfd6-4faf-9d0c-b30640a324e9 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:18.494940 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:18.495826 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:36:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.621124 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:18.839341 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:18.866521 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6ccaf-b093-4f3a-8cf3-498a1ae71c61 None None] The sync data for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi is: [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:28:48Z', 'revision_number': 4, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '0ab26a0a-598b-4c26-8bc3-9002ebc10e4c', 'name': '', 'network_id': '99e22cf6-c72a-4785-a285-dfc6ba60ae7b', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'mac_address': 'fa:16:3e:f8:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:46Z', 'updated_at': '2021-11-23T14:29:03Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'subnets': [{'id': '45bff08e-207a-4dbd-bafd-642fc1e2c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:19.084763 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0dbdb2-deba-4d9a-8297-dee3c5f7ad01 None None] New status for floating IP 35a4a828-1125-4dde-8f99-3d789091f761: DOWN {{(pid=102954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:36:19.406709 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50640) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:19.458968 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e9667f24-56ae-4cb3-9701-3991495f8b84 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.487654 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e9667f24-56ae-4cb3-9701-3991495f8b84 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.535758 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e9667f24-56ae-4cb3-9701-3991495f8b84 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.538824 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e9667f24-56ae-4cb3-9701-3991495f8b84 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.540725 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-e9667f24-56ae-4cb3-9701-3991495f8b84 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "DELETE /v2.0/security-groups/b0315045-7aee-4bde-9691-4e134c4e4b70 HTTP/1.1" status: 204 len: 168 time: 0.1323481 Nov 23 14:36:19.543459 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50642) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:19.550076 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9667f24-56ae-4cb3-9701-3991495f8b84 tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0315045-7aee-4bde-9691-4e134c4e4b70,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:19.557712 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.api.v2.resource [None req-c474789b-10e2-400f-b2f2-93b3368bccfe tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] show failed (client error): The resource could not be found. Nov 23 14:36:19.558737 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-c474789b-10e2-400f-b2f2-93b3368bccfe tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "GET /v2.0/security-groups/b0315045-7aee-4bde-9691-4e134c4e4b70 HTTP/1.1" status: 404 len: 347 time: 0.0142498 Nov 23 14:36:19.561681 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50644) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:19.690758 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-deebc502-b2cb-4c5a-affb-c41f9a56bc0c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Deleting port 8fdefcdb-5a96-485e-848c-32b18271cbad {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:19.691108 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-deebc502-b2cb-4c5a-affb-c41f9a56bc0c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.767336 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-deebc502-b2cb-4c5a-affb-c41f9a56bc0c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.767734 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-deebc502-b2cb-4c5a-affb-c41f9a56bc0c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:19.781751 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-deebc502-b2cb-4c5a-affb-c41f9a56bc0c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Calling delete_port for 8fdefcdb-5a96-485e-848c-32b18271cbad owned by network:floatingip {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:20.175902 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-deebc502-b2cb-4c5a-affb-c41f9a56bc0c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.203637 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebc502-b2cb-4c5a-affb-c41f9a56bc0c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Pushing event deleted for resources: {'Port': ['ID=8fdefcdb-5a96-485e-848c-32b18271cbad,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:20.266204 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-deebc502-b2cb-4c5a-affb-c41f9a56bc0c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.268833 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-deebc502-b2cb-4c5a-affb-c41f9a56bc0c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:20.271092 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-deebc502-b2cb-4c5a-affb-c41f9a56bc0c tempest-AttachVolumeShelveTestJSON-1796475652 tempest-AttachVolumeShelveTestJSON-1796475652-project] 10.222.0.59 "DELETE /v2.0/floatingips/35a4a828-1125-4dde-8f99-3d789091f761 HTTP/1.1" status: 204 len: 168 time: 0.7074077 Nov 23 14:36:21.824436 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 383b4dbc-1515-4851-b01c-698135167307 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:21.846762 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 383b4dbc-1515-4851-b01c-698135167307 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:21.847117 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 383b4dbc-1515-4851-b01c-698135167307 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:23.739003 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50702) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:24.290036 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599750'] for router_interface, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.588525 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] Deleting port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:24.588890 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.689365 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] For port 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=0ab26a0a-598b-4c26-8bc3-9002ebc10e4c,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:24.689759 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.704770 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] Calling delete_port for 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c owned by network:router_interface {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:24.781910 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:36:24.903236 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:24.931383 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab26a0a-598b-4c26-8bc3-9002ebc10e4c,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:25.118347 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562774'] for router_interface, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.350914 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] Router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:25.464856 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:25.469978 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-1d881250-4320-46d0-b20a-4fa661940b64 admin admin] 10.222.0.59 "PUT /v2.0/routers/779ff37c-dfd6-4faf-9d0c-b30640a324e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7298758 Nov 23 14:36:25.476883 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50728) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:25.479710 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] Sync routers for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:25.490688 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:25.491316 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:36:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:25.626319 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Publish callbacks [] for router, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.628729 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:25.748689 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.830566 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:36:24Z', 'revision_number': 5, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port': {'id': 'b48051ae-edc8-4d10-b974-deff7cb191fb', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:28:40Z', 'updated_at': '2021-11-23T14:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:25.834120 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Deleting port b48051ae-edc8-4d10-b974-deff7cb191fb {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:25.834460 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.859683 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] Checking router: 779ff37c-dfd6-4faf-9d0c-b30640a324e9 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:25.868337 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] Routers {'779ff37c-dfd6-4faf-9d0c-b30640a324e9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:25.869224 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:36:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:25.929282 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] For port b48051ae-edc8-4d10-b974-deff7cb191fb, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=b48051ae-edc8-4d10-b974-deff7cb191fb,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:25.931582 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:25.953115 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Calling delete_port for b48051ae-edc8-4d10-b974-deff7cb191fb owned by network:router_gateway {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:26.068116 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] Set router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 gateway port host: None {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:26.127317 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:36:25Z', 'revision_number': 6, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port_host': None}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:26.133599 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.155736 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db806cf7-fa71-4fd0-9337-dd0a65617fb3 None None] The sync data for ids ['779ff37c-dfd6-4faf-9d0c-b30640a324e9'] in dv-cinder-804035-16-iscsi is: [{'id': '779ff37c-dfd6-4faf-9d0c-b30640a324e9', 'name': 'tempest-AttachVolumeShelveTestJSON-601054223-router', 'tenant_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:28:39Z', 'updated_at': '2021-11-23T14:36:25Z', 'revision_number': 6, 'project_id': 'e3bc7dcc23a24b5a8359784271d81f29', 'gw_port_host': None}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:26.161565 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Pushing event deleted for resources: {'Port': ['ID=b48051ae-edc8-4d10-b974-deff7cb191fb,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:26.228820 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402813'] for router_gateway, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.331454 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5024'] for router, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.334000 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.381619 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562713'] for router, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.382216 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 779ff37c-dfd6-4faf-9d0c-b30640a324e9 {{(pid=102952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:36:26.387942 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] Publish callbacks [] for router, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.389149 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-bd26cbd6-45db-45aa-a4ba-d6d4e4dfecfc admin admin] 10.222.0.59 "DELETE /v2.0/routers/779ff37c-dfd6-4faf-9d0c-b30640a324e9 HTTP/1.1" status: 204 len: 168 time: 0.9111814 Nov 23 14:36:26.391914 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50736) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:26.459356 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b6ead2-7181-44b8-8126-3a0b119fedca admin admin] Deleting subnet 45bff08e-207a-4dbd-bafd-642fc1e2c86e {{(pid=102952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:26.465951 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ead2-7181-44b8-8126-3a0b119fedca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.517571 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ead2-7181-44b8-8126-3a0b119fedca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4342087'] for subnet, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.626804 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ead2-7181-44b8-8126-3a0b119fedca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.709254 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ead2-7181-44b8-8126-3a0b119fedca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979628'] for subnet, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.738091 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6ead2-7181-44b8-8126-3a0b119fedca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45bff08e-207a-4dbd-bafd-642fc1e2c86e,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:26.754429 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f2b6ead2-7181-44b8-8126-3a0b119fedca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:26.759549 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-f2b6ead2-7181-44b8-8126-3a0b119fedca admin admin] 10.222.0.59 "DELETE /v2.0/subnets/45bff08e-207a-4dbd-bafd-642fc1e2c86e HTTP/1.1" status: 204 len: 168 time: 0.3666317 Nov 23 14:36:26.760790 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d503d7b7-d57c-44f4-ab2e-f9e4c91c30ca None None] Network 99e22cf6-c72a-4785-a285-dfc6ba60ae7b requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:26.762680 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50758) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:26.896519 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.048219 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Deleting port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:27.048983 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.089674 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] DHCP port deletion for 99e22cf6-c72a-4785-a285-dfc6ba60ae7b request from dv-cinder-804035-16-iscsi {{(pid=102954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:27.143128 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device b48051ae-edc8-4d10-b974-deff7cb191fb no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:27.175282 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: b48051ae-edc8-4d10-b974-deff7cb191fb {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:27.176024 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device b48051ae-edc8-4d10-b974-deff7cb191fb not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:27.177694 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:27.209833 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] For port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=eb4c45b2-fa15-43f7-9319-fbdcdf65c45a,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:27.210510 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.216360 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:27.217145 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 0ab26a0a-598b-4c26-8bc3-9002ebc10e4c not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:27.239765 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Deleting port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a {{(pid=102954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:27.240156 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.244420 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Calling delete_port for eb4c45b2-fa15-43f7-9319-fbdcdf65c45a owned by network:dhcp {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:27.343012 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] For port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=eb4c45b2-fa15-43f7-9319-fbdcdf65c45a,segment=NetworkSegment(6e66cd23-4361-4b62-acd4-ebe2582f7ee3),segment_id=6e66cd23-4361-4b62-acd4-ebe2582f7ee3)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:27.343977 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.363103 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Calling delete_port for eb4c45b2-fa15-43f7-9319-fbdcdf65c45a owned by network:dhcp {{(pid=102954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:27.375100 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.408378 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4c45b2-fa15-43f7-9319-fbdcdf65c45a,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:27.411034 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] No DVR routers for this DVR port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a on host dv-cinder-804035-16-iscsi {{(pid=102952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:27.498962 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843'] for port, after_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.553759 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.575752 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Pushing event deleted for resources: {'Port': ['ID=eb4c45b2-fa15-43f7-9319-fbdcdf65c45a,revision_number=None']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:27.579800 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] No DVR routers for this DVR port eb4c45b2-fa15-43f7-9319-fbdcdf65c45a on host dv-cinder-804035-16-iscsi {{(pid=102954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:27.596706 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e22cf6-c72a-4785-a285-dfc6ba60ae7b']}} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:27.612033 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e66cd23-4361-4b62-acd4-ebe2582f7ee3') {'for_net_delete': True} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:27.612423 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e66cd23-4361-4b62-acd4-ebe2582f7ee3') {} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:27.620235 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.620795 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.621237 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.621680 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.622176 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.622682 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.623010 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.623589 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.624086 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.624981 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.625703 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.626318 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6a0a-75c5-4734-af7b-b50b5e3f7b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:27.635617 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4342110'] for segment, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.657802 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.666828 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:27.667180 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5086178'] for segment, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: Traceback (most recent call last): Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: timer() Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: cb(*args, **kw) Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: return func(*args, **kwargs) Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: self._notify() Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: self.callback(batched_events) Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: event.method(event) Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: return f(self, *a, **k) Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._get(url).json() Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:27.669408 dv-cinder-804035-16-iscsi neutron-server[102952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:27.740097 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.748277 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:27.751629 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] 10.222.0.59 "DELETE /v2.0/networks/99e22cf6-c72a-4785-a285-dfc6ba60ae7b HTTP/1.1" status: 204 len: 168 time: 0.9874978 Nov 23 14:36:27.767140 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20107b-5509-4819-8a0e-e893ceb80d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e22cf6-c72a-4785-a285-dfc6ba60ae7b,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:27.976515 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50826) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:28.025020 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-74cb4e39-6cb4-4cc0-8c98-c38769b3a70b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3bc7dcc23a24b5a8359784271d81f29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0465426 Nov 23 14:36:28.030340 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50828) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:28.105979 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a810228d-d3a8-4f3f-967e-6fcb85d3f0aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.140544 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a810228d-d3a8-4f3f-967e-6fcb85d3f0aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.212790 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a810228d-d3a8-4f3f-967e-6fcb85d3f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.216147 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-a810228d-d3a8-4f3f-967e-6fcb85d3f0aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:28.217356 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-a810228d-d3a8-4f3f-967e-6fcb85d3f0aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0e7e6a2d-353f-4cba-8e78-c8c56991bffd HTTP/1.1" status: 204 len: 168 time: 0.1833115 Nov 23 14:36:28.227181 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810228d-d3a8-4f3f-967e-6fcb85d3f0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7e6a2d-353f-4cba-8e78-c8c56991bffd,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:28.956216 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50850) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:29.005288 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a403c7-625f-405a-8fe9-761833b9fe7e admin admin] Deleting subnet 3d555f62-5aca-43e5-9340-1ac43ac40a21 {{(pid=102953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:29.009272 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-52a403c7-625f-405a-8fe9-761833b9fe7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.067368 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-52a403c7-625f-405a-8fe9-761833b9fe7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5134442'] for subnet, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.114717 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device eb4c45b2-fa15-43f7-9319-fbdcdf65c45a no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:29.138928 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-52a403c7-625f-405a-8fe9-761833b9fe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.175399 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: eb4c45b2-fa15-43f7-9319-fbdcdf65c45a {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:29.175768 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device eb4c45b2-fa15-43f7-9319-fbdcdf65c45a not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:29.240031 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-52a403c7-625f-405a-8fe9-761833b9fe7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341592'] for subnet, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.277286 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-52a403c7-625f-405a-8fe9-761833b9fe7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.281036 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-52a403c7-625f-405a-8fe9-761833b9fe7e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3d555f62-5aca-43e5-9340-1ac43ac40a21 HTTP/1.1" status: 204 len: 168 time: 0.3233314 Nov 23 14:36:29.283703 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a403c7-625f-405a-8fe9-761833b9fe7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d555f62-5aca-43e5-9340-1ac43ac40a21,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:29.284383 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50860) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:29.372591 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.503984 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.802252 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea14c7a-c783-4c72-9337-af57e041b2d3']}} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:29.816950 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be719f34-f90b-4ad5-8e8f-26e4b517fec3') {'for_net_delete': True} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:29.817245 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be719f34-f90b-4ad5-8e8f-26e4b517fec3') {} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:29.828172 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4342110'] for segment, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.846156 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.856429 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:29.856851 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5086178'] for segment, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: Traceback (most recent call last): Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: timer() Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: cb(*args, **kw) Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: return func(*args, **kwargs) Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: self._notify() Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: self.callback(batched_events) Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: event.method(event) Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: return f(self, *a, **k) Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._get(url).json() Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:29.858960 dv-cinder-804035-16-iscsi neutron-server[102952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:29.929844 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.939878 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:29.943416 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5ea14c7a-c783-4c72-9337-af57e041b2d3 HTTP/1.1" status: 204 len: 168 time: 0.6572433 Nov 23 14:36:29.953883 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857f18c-b4d9-4498-aef2-b8e8dbbdd971 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea14c7a-c783-4c72-9337-af57e041b2d3,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:29.973325 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50890) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.107952 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6c5d30bd-0f23-449b-936a-87eba847991e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.155709 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50894) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.237996 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6c5d30bd-0f23-449b-936a-87eba847991e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.242664 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-7866f310-6869-4d2d-8990-ea924f57cc2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee82c68b532449efbb1fb6d54dadadc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0855408 Nov 23 14:36:30.244555 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-6c5d30bd-0f23-449b-936a-87eba847991e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.245703 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 50896) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.312430 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d30bd-0f23-449b-936a-87eba847991e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f099cb-c8f3-4810-acda-85d3cb9cd005,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:30.316564 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-10c1af3f-6df0-42c3-925c-70d365509dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.324556 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-6c5d30bd-0f23-449b-936a-87eba847991e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57577d3ea28e4e11b551561dfc71cfbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500078 Nov 23 14:36:30.325535 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 50898) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:30.365159 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-10c1af3f-6df0-42c3-925c-70d365509dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.382945 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-00354f78-6e7c-4215-9498-ef5efabae56e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.410267 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-00354f78-6e7c-4215-9498-ef5efabae56e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.429395 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-10c1af3f-6df0-42c3-925c-70d365509dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.432534 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-10c1af3f-6df0-42c3-925c-70d365509dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.433754 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-10c1af3f-6df0-42c3-925c-70d365509dd4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e78503b6-28ef-42e2-8f27-e30e1fbf56e7 HTTP/1.1" status: 204 len: 168 time: 0.1870587 Nov 23 14:36:30.441986 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1af3f-6df0-42c3-925c-70d365509dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78503b6-28ef-42e2-8f27-e30e1fbf56e7,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:30.471058 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-00354f78-6e7c-4215-9498-ef5efabae56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.475398 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-00354f78-6e7c-4215-9498-ef5efabae56e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:30.483894 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-00354f78-6e7c-4215-9498-ef5efabae56e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22f099cb-c8f3-4810-acda-85d3cb9cd005 HTTP/1.1" status: 204 len: 168 time: 0.1568804 Nov 23 14:36:30.497276 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00354f78-6e7c-4215-9498-ef5efabae56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f099cb-c8f3-4810-acda-85d3cb9cd005,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:34.115743 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-a662f6a6-8e93-465c-9b66-35937123795f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:34.245383 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51008) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:34.578393 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Deleting port 100e4e1f-c115-4085-8fc3-8c2504695787 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:34.578657 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:34.683985 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:34.684537 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:34.707161 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Calling delete_port for 100e4e1f-c115-4085-8fc3-8c2504695787 owned by network:floatingip {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:34.874824 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:34.905989 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event deleted for resources: {'Port': ['ID=100e4e1f-c115-4085-8fc3-8c2504695787,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:34.974624 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for floatingip, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:34.975134 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.l3_db [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Floating IP 3eb7962e-c33e-4b2c-9019-223e4dcb683e disassociated (deleted). External IP: 172.27.1.218, port: 627d910f-e912-4588-a349-7feddbfc9232. Nov 23 14:36:35.248697 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:35.375121 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:35.380251 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:35.385210 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] Sync routers for ids ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:35.395646 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] Routers {'c5a6ada5-ac05-40ce-8f64-9663e1393ad9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:35.396270 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:36:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:35.435574 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-5bba809d-de9a-44fa-b361-b8132ec975c4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "DELETE /v2.0/floatingips/3eb7962e-c33e-4b2c-9019-223e4dcb683e HTTP/1.1" status: 204 len: 168 time: 1.1863551 Nov 23 14:36:35.435574 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'tag': '627d910f-e912-4588-a349-7feddbfc9232'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:36:35.446898 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "tag": "627d910f-e912-4588-a349-7feddbfc9232"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:36:35.491439 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d0dc9-5ea5-4949-87b0-b2677bf13ed9 x-openstack-request-id: req-a74d0dc9-5ea5-4949-87b0-b2677bf13ed9 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:36:35.491843 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "tag": "627d910f-e912-4588-a349-7feddbfc9232", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:36:35.492205 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a74d0dc9-5ea5-4949-87b0-b2677bf13ed9 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:36:35.492726 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'tag': '627d910f-e912-4588-a349-7feddbfc9232', 'status': 'completed', 'code': 200} Nov 23 14:36:35.528366 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] Set router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:35.732247 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b676f-8fbd-48de-989d-25135d82318b req-fe150f4f-8703-43b7-9ade-a67586959593 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:35.745779 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7f9b676f-8fbd-48de-989d-25135d82318b req-fe150f4f-8703-43b7-9ade-a67586959593 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0822062 Nov 23 14:36:35.813993 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7f9b676f-8fbd-48de-989d-25135d82318b req-2cafad1b-65f2-4799-a9bc-712015c1bc27 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617621 Nov 23 14:36:35.848274 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:05Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '931a128d-7d9d-4879-ac3c-9833c05bf10d', 'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'mac_address': 'fa:16:3e:1b:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:04Z', 'updated_at': '2021-11-23T14:31:12Z', 'revision_number': 5, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'subnets': [{'id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:35.889518 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] Checking router: c5a6ada5-ac05-40ce-8f64-9663e1393ad9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:35.902674 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] Routers {'c5a6ada5-ac05-40ce-8f64-9663e1393ad9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:35.903325 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:36:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:36.172278 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] Set router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:36.344332 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-bb4c7dfa-9f63-4287-ac01-f7530e5efd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:36.347022 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-bb4c7dfa-9f63-4287-ac01-f7530e5efd64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4&device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 1098 time: 0.0728166 Nov 23 14:36:36.438342 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:05Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '931a128d-7d9d-4879-ac3c-9833c05bf10d', 'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'mac_address': 'fa:16:3e:1b:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:04Z', 'updated_at': '2021-11-23T14:31:12Z', 'revision_number': 5, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'subnets': [{'id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:36.472256 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010e9c22-f227-4f11-9ba5-2bb10d986aea None None] The sync data for ids ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'] in dv-cinder-804035-16-iscsi is: [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:31:05Z', 'revision_number': 4, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '931a128d-7d9d-4879-ac3c-9833c05bf10d', 'name': '', 'network_id': '7b146d56-e422-424d-af2b-c9ba1c42fc01', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'mac_address': 'fa:16:3e:1b:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:04Z', 'updated_at': '2021-11-23T14:31:12Z', 'revision_number': 5, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'subnets': [{'id': 'e06bec72-e836-49b6-b58a-b617c31e7af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:36.474106 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-b44f6050-76ad-4daa-91e9-5ced6bec4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:36.475746 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-b44f6050-76ad-4daa-91e9-5ced6bec4a1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b146d56-e422-424d-af2b-c9ba1c42fc01 HTTP/1.1" status: 200 len: 910 time: 0.1208568 Nov 23 14:36:36.529770 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-72dabdfc-280f-4ad8-846c-d655ef362610 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=627d910f-e912-4588-a349-7feddbfc9232 HTTP/1.1" status: 200 len: 217 time: 0.0424085 Nov 23 14:36:36.594405 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-95c6f8f2-c037-4a14-94ed-9d4ddf5e5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:36.596061 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-95c6f8f2-c037-4a14-94ed-9d4ddf5e5dfa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e06bec72-e836-49b6-b58a-b617c31e7af0 HTTP/1.1" status: 200 len: 848 time: 0.0579274 Nov 23 14:36:36.601086 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-373e10d1-d35b-414f-85b7-a9f581ccb9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:36.647619 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-704efc08-8375-4ace-8269-af92d89cd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:36.649258 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-704efc08-8375-4ace-8269-af92d89cd88a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b146d56-e422-424d-af2b-c9ba1c42fc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444748 Nov 23 14:36:36.755445 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a30f641-536f-4cb5-9d23-f4474f0ab45f None None] New status for floating IP 3eb7962e-c33e-4b2c-9019-223e4dcb683e: DOWN {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:36:36.759132 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-bee7b236-3313-4a21-a67e-c87ef2d24275 service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998957 Nov 23 14:36:36.876129 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef4b75b9-e699-4235-a2a9-dfeaa6330fc5 req-644d0528-8207-4e59-af09-485b33cd5aeb service neutron] 10.222.0.48 "GET /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087885 Nov 23 14:36:36.958814 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd0b3c-0332-422e-a81b-cb7084b9e548 req-356d4c6e-2ec1-42dd-8456-efdef5805ba6 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:36.960449 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-64bd0b3c-0332-422e-a81b-cb7084b9e548 req-356d4c6e-2ec1-42dd-8456-efdef5805ba6 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0579455 Nov 23 14:36:37.021104 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-64bd0b3c-0332-422e-a81b-cb7084b9e548 req-b73e94f7-3171-44c1-93c3-ccb76b2a6957 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537343 Nov 23 14:36:38.148361 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023aa7a-e60b-4255-b974-b07a43597b97 req-16d5ff9d-2c49-4ded-94fe-d2cbefa93ee4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:38.149787 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f023aa7a-e60b-4255-b974-b07a43597b97 req-16d5ff9d-2c49-4ded-94fe-d2cbefa93ee4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0527835 Nov 23 14:36:38.202055 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f023aa7a-e60b-4255-b974-b07a43597b97 req-585fc5cb-5ad4-4162-90eb-1a732ac227f5 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457437 Nov 23 14:36:38.217979 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:39.322243 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8d36f-11cf-4f9c-94c0-d667fdd85527 req-bc6989f3-14a9-4a43-a6a9-b58eec3e0258 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:39.323879 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e5c8d36f-11cf-4f9c-94c0-d667fdd85527 req-bc6989f3-14a9-4a43-a6a9-b58eec3e0258 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0536931 Nov 23 14:36:39.375199 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-e5c8d36f-11cf-4f9c-94c0-d667fdd85527 req-f603afc9-50d0-4e43-a4bb-f5ed1233c834 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436623 Nov 23 14:36:39.865230 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.484811 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:40.498668 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e369e-ceae-4ae5-b56c-82e2a2af4297 req-a9c04e19-b8d7-473f-bb53-58d1c0476170 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:40.500145 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ac9e369e-ceae-4ae5-b56c-82e2a2af4297 req-a9c04e19-b8d7-473f-bb53-58d1c0476170 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0559437 Nov 23 14:36:40.552376 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ac9e369e-ceae-4ae5-b56c-82e2a2af4297 req-42096ee8-1d9d-48e4-9ee1-49179474cfe2 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/security-groups?id=804125b8-85c0-442f-a113-157f30cca736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454984 Nov 23 14:36:40.948380 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-f9dfcf25-00d3-4cf6-baad-903ad74a8c06 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:40.949902 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-f9dfcf25-00d3-4cf6-baad-903ad74a8c06 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.48 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 945 time: 0.0513422 Nov 23 14:36:41.056995 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-fa48ec4b-145f-4768-a9dd-f104334173ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Deleting port 627d910f-e912-4588-a349-7feddbfc9232 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:41.057271 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-fa48ec4b-145f-4768-a9dd-f104334173ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.164846 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-fa48ec4b-145f-4768-a9dd-f104334173ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] For port 627d910f-e912-4588-a349-7feddbfc9232, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=627d910f-e912-4588-a349-7feddbfc9232,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:41.165783 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-fa48ec4b-145f-4768-a9dd-f104334173ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.178454 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-fa48ec4b-145f-4768-a9dd-f104334173ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Calling delete_port for 627d910f-e912-4588-a349-7feddbfc9232 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:41.598373 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-fa48ec4b-145f-4768-a9dd-f104334173ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.635324 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48ec4b-145f-4768-a9dd-f104334173ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event deleted for resources: {'Port': ['ID=627d910f-e912-4588-a349-7feddbfc9232,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:41.678271 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1259f0d0-7d54-44f8-952b-710f61a5eae2 req-47ca72b0-341f-44ce-8704-4dc4f9e2ffd2 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 210 time: 0.0499578 Nov 23 14:36:41.684564 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-fa48ec4b-145f-4768-a9dd-f104334173ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] No DVR routers for this DVR port 627d910f-e912-4588-a349-7feddbfc9232 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:41.687506 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-fa48ec4b-145f-4768-a9dd-f104334173ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:41.691319 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-25c70542-4a59-4a7c-bf2b-2c0c59e42e33 req-fa48ec4b-145f-4768-a9dd-f104334173ea tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.48 "DELETE /v2.0/ports/627d910f-e912-4588-a349-7feddbfc9232 HTTP/1.1" status: 204 len: 173 time: 0.7340682 Nov 23 14:36:41.691933 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'name': 'network-vif-deleted', 'tag': '627d910f-e912-4588-a349-7feddbfc9232'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:36:41.694077 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a32540-1bff-4f62-b4c7-ee0acd46704a" -d '{"events": [{"server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "name": "network-vif-deleted", "tag": "627d910f-e912-4588-a349-7feddbfc9232"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:36:41.758690 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49982606-c1f3-4f4f-a0d7-ea7ba484fbc3 x-openstack-request-id: req-49982606-c1f3-4f4f-a0d7-ea7ba484fbc3 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:36:41.759483 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c3e7cf-2f3a-455a-a6c2-886045e8d52f", "name": "network-vif-deleted", "tag": "627d910f-e912-4588-a349-7feddbfc9232", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:36:41.759674 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49982606-c1f3-4f4f-a0d7-ea7ba484fbc3 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:36:41.760628 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c3e7cf-2f3a-455a-a6c2-886045e8d52f', 'name': 'network-vif-deleted', 'tag': '627d910f-e912-4588-a349-7feddbfc9232', 'status': 'completed', 'code': 200} Nov 23 14:36:41.909131 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 627d910f-e912-4588-a349-7feddbfc9232 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:41.930572 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 627d910f-e912-4588-a349-7feddbfc9232 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:41.930934 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 627d910f-e912-4588-a349-7feddbfc9232 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:42.411118 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51122) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:42.526767 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-015e9c1d-a63e-4f21-8f5d-6d65747ba42d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.620370 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-015e9c1d-a63e-4f21-8f5d-6d65747ba42d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.625131 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-015e9c1d-a63e-4f21-8f5d-6d65747ba42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.671496 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-015e9c1d-a63e-4f21-8f5d-6d65747ba42d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=351e4ad9e71748e5961c199f8c0515c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591875 Nov 23 14:36:42.672525 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e9c1d-a63e-4f21-8f5d-6d65747ba42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c85bf8d-360d-4796-95fe-b659edf5a1a0,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:42.674649 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51128) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:42.755400 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-20f38a6c-80b3-4994-90de-c9f4c4fbc086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.802156 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-20f38a6c-80b3-4994-90de-c9f4c4fbc086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.830264 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-7a542124-8745-4b03-a1c8-f635d2a5e658 req-ae0cad33-7c91-44c9-b38c-7b4e935dbd6a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 210 time: 0.0438652 Nov 23 14:36:42.882012 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-20f38a6c-80b3-4994-90de-c9f4c4fbc086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.887088 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-20f38a6c-80b3-4994-90de-c9f4c4fbc086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:42.889113 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-20f38a6c-80b3-4994-90de-c9f4c4fbc086 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c85bf8d-360d-4796-95fe-b659edf5a1a0 HTTP/1.1" status: 204 len: 168 time: 0.2123446 Nov 23 14:36:42.899762 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f38a6c-80b3-4994-90de-c9f4c4fbc086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c85bf8d-360d-4796-95fe-b659edf5a1a0,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:43.205757 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51138) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:43.220778 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bd27099a-685e-4ab6-bfff-c151f4b164f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.314150 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bd27099a-685e-4ab6-bfff-c151f4b164f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.318968 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bd27099a-685e-4ab6-bfff-c151f4b164f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.370301 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-bd27099a-685e-4ab6-bfff-c151f4b164f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f05681af4dd349538c152ca046b7f018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632407 Nov 23 14:36:43.371388 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27099a-685e-4ab6-bfff-c151f4b164f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c33b9d-0f1e-4095-9dd7-fe4c6b3fdcb8,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:43.373178 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51140) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:43.450152 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3b3e-1e82-4e0b-b2ec-b51a5a1fd927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.476401 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3b3e-1e82-4e0b-b2ec-b51a5a1fd927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.534802 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3b3e-1e82-4e0b-b2ec-b51a5a1fd927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.537497 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3b3e-1e82-4e0b-b2ec-b51a5a1fd927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:43.538681 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-6dbd3b3e-1e82-4e0b-b2ec-b51a5a1fd927 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4c33b9d-0f1e-4095-9dd7-fe4c6b3fdcb8 HTTP/1.1" status: 204 len: 168 time: 0.1644931 Nov 23 14:36:43.547721 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd3b3e-1e82-4e0b-b2ec-b51a5a1fd927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c33b9d-0f1e-4095-9dd7-fe4c6b3fdcb8,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:43.953148 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51152) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:43.966314 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e190270e-def3-4335-8992-c0ee3ec2423b req-ff14c93f-35c5-4fb9-a339-f0231c61efb4 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 210 time: 0.0282879 Nov 23 14:36:43.974720 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6125c9ee-6924-4a9c-ad23-d3c64a9f4319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.102166 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6125c9ee-6924-4a9c-ad23-d3c64a9f4319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.116378 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6125c9ee-6924-4a9c-ad23-d3c64a9f4319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.160705 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-6125c9ee-6924-4a9c-ad23-d3c64a9f4319 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fabba14655174eaeaea584bbb0e1d245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062104 Nov 23 14:36:44.161477 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125c9ee-6924-4a9c-ad23-d3c64a9f4319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ecf021-572a-4f67-911e-b463df0ddc07,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:44.163771 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51154) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:44.231487 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e1666a3a-401f-4f53-9b62-da1a8979eba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.269415 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e1666a3a-401f-4f53-9b62-da1a8979eba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.333793 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e1666a3a-401f-4f53-9b62-da1a8979eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.336546 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e1666a3a-401f-4f53-9b62-da1a8979eba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:44.339338 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-e1666a3a-401f-4f53-9b62-da1a8979eba4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/68ecf021-572a-4f67-911e-b463df0ddc07 HTTP/1.1" status: 204 len: 168 time: 0.1740239 Nov 23 14:36:44.348462 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1666a3a-401f-4f53-9b62-da1a8979eba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ecf021-572a-4f67-911e-b463df0ddc07,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:45.097787 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a56ac346-3e37-4e14-8f3b-2286fb121729 req-c605236d-a466-4cc1-b443-6bd8b32aef40 tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "GET /v2.0/ports?device_id=41c3e7cf-2f3a-455a-a6c2-886045e8d52f HTTP/1.1" status: 200 len: 210 time: 0.0308046 Nov 23 14:36:46.144211 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.201535 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51230) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:46.292485 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c43e136d-7213-4b3a-a39e-af0b3adf705a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.337646 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c43e136d-7213-4b3a-a39e-af0b3adf705a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.422152 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c43e136d-7213-4b3a-a39e-af0b3adf705a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.425416 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c43e136d-7213-4b3a-a39e-af0b3adf705a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:46.430525 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-c43e136d-7213-4b3a-a39e-af0b3adf705a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] 10.222.0.59 "DELETE /v2.0/security-groups/804125b8-85c0-442f-a113-157f30cca736 HTTP/1.1" status: 204 len: 168 time: 0.2271705 Nov 23 14:36:46.444263 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e136d-7213-4b3a-a39e-af0b3adf705a tempest-TestShelveInstance-429045807 tempest-TestShelveInstance-429045807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804125b8-85c0-442f-a113-157f30cca736,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:46.479220 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51254) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:47.043180 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51288) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:47.163851 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-319ca1b1-f127-4269-a6c9-70c17da24676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.168785 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599750'] for router_interface, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.259265 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-319ca1b1-f127-4269-a6c9-70c17da24676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.265726 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-319ca1b1-f127-4269-a6c9-70c17da24676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.309347 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-319ca1b1-f127-4269-a6c9-70c17da24676 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=478987fe0b6646bbadb885883352daaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646003 Nov 23 14:36:47.310251 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ca1b1-f127-4269-a6c9-70c17da24676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03945883-e610-4fe6-9b1c-559a6710545c,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:47.312706 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51292) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:47.393749 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e06503c9-7506-472e-8716-168754b71e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.423297 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e06503c9-7506-472e-8716-168754b71e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.532361 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e06503c9-7506-472e-8716-168754b71e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.535408 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e06503c9-7506-472e-8716-168754b71e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.539425 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-e06503c9-7506-472e-8716-168754b71e08 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03945883-e610-4fe6-9b1c-559a6710545c HTTP/1.1" status: 204 len: 168 time: 0.2229173 Nov 23 14:36:47.542114 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] Deleting port 931a128d-7d9d-4879-ac3c-9833c05bf10d {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:47.542450 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.559587 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06503c9-7506-472e-8716-168754b71e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03945883-e610-4fe6-9b1c-559a6710545c,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:47.654874 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] For port 931a128d-7d9d-4879-ac3c-9833c05bf10d, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=931a128d-7d9d-4879-ac3c-9833c05bf10d,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:47.655358 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.673329 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] Calling delete_port for 931a128d-7d9d-4879-ac3c-9833c05bf10d owned by network:router_interface {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:47.909005 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51300) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:47.924818 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-266a0c06-fa20-440f-953f-742b17c4e218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.935328 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:47.986375 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] Pushing event deleted for resources: {'Port': ['ID=931a128d-7d9d-4879-ac3c-9833c05bf10d,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:48.067418 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-266a0c06-fa20-440f-953f-742b17c4e218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:48.074170 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-266a0c06-fa20-440f-953f-742b17c4e218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:48.156398 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a0c06-fa20-440f-953f-742b17c4e218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3273a8-e03d-4f62-a455-b0b5c8c5df9d,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:48.169539 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-266a0c06-fa20-440f-953f-742b17c4e218 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23963c3cc5464386b3821b370fd04ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536089 Nov 23 14:36:48.170955 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51314) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:48.309204 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-781dd36a-3495-4bf8-aa58-0d891f30fda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:48.344064 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-781dd36a-3495-4bf8-aa58-0d891f30fda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:48.349290 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562774'] for router_interface, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:48.413106 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-781dd36a-3495-4bf8-aa58-0d891f30fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:48.418035 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-781dd36a-3495-4bf8-aa58-0d891f30fda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:48.422838 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-781dd36a-3495-4bf8-aa58-0d891f30fda1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b3273a8-e03d-4f62-a455-b0b5c8c5df9d HTTP/1.1" status: 204 len: 168 time: 0.2478478 Nov 23 14:36:48.446266 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dd36a-3495-4bf8-aa58-0d891f30fda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3273a8-e03d-4f62-a455-b0b5c8c5df9d,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:48.657507 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] Router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:48.808649 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:48.814362 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5209bf74-211d-41b2-8055-0310d405212b admin admin] 10.222.0.59 "PUT /v2.0/routers/c5a6ada5-ac05-40ce-8f64-9663e1393ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3340375 Nov 23 14:36:48.818481 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51330) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:48.823964 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] Sync routers for ids ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:48.842284 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] Routers {'c5a6ada5-ac05-40ce-8f64-9663e1393ad9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:48.843122 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:36:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:48.981446 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] Set router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:48.984134 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Publish callbacks [] for router, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.182467 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.247653 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:36:47Z', 'revision_number': 5, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port': {'id': 'd3bc6064-ccf1-4c36-a147-71622d6f8483', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:30:59Z', 'updated_at': '2021-11-23T14:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:49.271824 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Deleting port d3bc6064-ccf1-4c36-a147-71622d6f8483 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:49.272555 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.288323 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] Checking router: c5a6ada5-ac05-40ce-8f64-9663e1393ad9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:49.312009 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] Routers {'c5a6ada5-ac05-40ce-8f64-9663e1393ad9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:49.312915 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:36:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:49.418355 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] For port d3bc6064-ccf1-4c36-a147-71622d6f8483, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=d3bc6064-ccf1-4c36-a147-71622d6f8483,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:49.418677 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.436602 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Calling delete_port for d3bc6064-ccf1-4c36-a147-71622d6f8483 owned by network:router_gateway {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:49.463546 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] Set router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 gateway port host: None {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:49.500256 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51352) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:49.564410 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:36:49Z', 'revision_number': 6, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port_host': None}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:49.623872 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f352b-f81e-4da7-b3a1-7e75b23714a8 None None] The sync data for ids ['c5a6ada5-ac05-40ce-8f64-9663e1393ad9'] in dv-cinder-804035-16-iscsi is: [{'id': 'c5a6ada5-ac05-40ce-8f64-9663e1393ad9', 'name': 'tempest-TestShelveInstance-1130462610-router', 'tenant_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:30:58Z', 'updated_at': '2021-11-23T14:36:49Z', 'revision_number': 6, 'project_id': 'b2036fbc301a4fdbb03e4cb1d8f6c9c4', 'gw_port_host': None}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:49.689070 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1901437470-network', 'tenant_id': 'd51aedc6c91f4c7f8a767e27b523d2de'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:49.718192 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Made reservation on behalf of d51aedc6c91f4c7f8a767e27b523d2de for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:49.721178 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.734144 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.793131 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.857570 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bc6064-ccf1-4c36-a147-71622d6f8483,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:49.908218 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.916250 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.940912 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402813'] for router_gateway, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:49.975026 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:36:49.988630 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6b3d84-ad07-46b1-9b88-68466c844187,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:50.003163 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.003764 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Added segment 4ff1da04-842d-4efe-92f1-389fcc50af92 of type vlan for network 74f8768d-e784-4013-9511-81ed6531ba5f Nov 23 14:36:50.144781 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5024'] for router, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.152200 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.162787 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.214326 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.215688 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:50.216607 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.246973 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562713'] for router, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.249294 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5a6ada5-ac05-40ce-8f64-9663e1393ad9 {{(pid=102952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:36:50.270833 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] Publish callbacks [] for router, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.273511 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-e5563c7c-9ae1-4920-96e9-8f37eeabce5a admin admin] 10.222.0.59 "DELETE /v2.0/routers/c5a6ada5-ac05-40ce-8f64-9663e1393ad9 HTTP/1.1" status: 204 len: 168 time: 1.4534252 Nov 23 14:36:50.278209 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51366) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:50.279502 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7773461 Nov 23 14:36:50.323608 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51370) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:50.331482 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Request body: {'subnet': {'network_id': '74f8768d-e784-4013-9511-81ed6531ba5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1901437470-subnet', 'tenant_id': 'd51aedc6c91f4c7f8a767e27b523d2de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:50.354667 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0b2f71-4c9c-4797-9860-2f0c9e13fb09 admin admin] Deleting subnet e06bec72-e836-49b6-b58a-b617c31e7af0 {{(pid=102952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:50.359989 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2f71-4c9c-4797-9860-2f0c9e13fb09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.373564 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Made reservation on behalf of d51aedc6c91f4c7f8a767e27b523d2de for: {'subnet': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:50.378955 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341629'] for subnet, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.386262 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730f231-c4fe-4eb3-acc0-89ca279ced75 admin admin] Pushing event updated for resources: {'Network': ['ID=74f8768d-e784-4013-9511-81ed6531ba5f,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:50.399350 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 74f8768d-e784-4013-9511-81ed6531ba5f details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:36:50.471282 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2f71-4c9c-4797-9860-2f0c9e13fb09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4342087'] for subnet, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.616180 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2f71-4c9c-4797-9860-2f0c9e13fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.694624 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2f71-4c9c-4797-9860-2f0c9e13fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979628'] for subnet, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.727137 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4884683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341583'] for subnet, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.744664 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b2f71-4c9c-4797-9860-2f0c9e13fb09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06bec72-e836-49b6-b58a-b617c31e7af0,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:50.754096 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2f71-4c9c-4797-9860-2f0c9e13fb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.759718 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-5f0b2f71-4c9c-4797-9860-2f0c9e13fb09 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e06bec72-e836-49b6-b58a-b617c31e7af0 HTTP/1.1" status: 204 len: 168 time: 0.4793441 Nov 23 14:36:50.760361 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46f57a-01d2-4c38-a1ff-1c1d5c6a03ed None None] Network 7b146d56-e422-424d-af2b-c9ba1c42fc01 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:50.762417 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51376) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:50.834680 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f2d6d4-bc86-48ff-9f8d-a50afddd2dc2,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:50.844455 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Checking segment: {'id': '4ff1da04-842d-4efe-92f1-389fcc50af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '74f8768d-e784-4013-9511-81ed6531ba5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:50.845081 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Network hostable DHCP agents. Network: 74f8768d-e784-4013-9511-81ed6531ba5f, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:36:50.848700 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.870682 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Network 74f8768d-e784-4013-9511-81ed6531ba5f is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:36:50.888944 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 74f8768d-e784-4013-9511-81ed6531ba5f) {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:50.908260 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:50.908995 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.936067 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-2424cfa1-15a8-46d4-bba4-da21458855d7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6106007 Nov 23 14:36:50.947364 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Deleting port e0986f75-b14f-4aba-8ff4-16c162033eda {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:50.948394 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:50.955290 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15f119-703e-4f81-8165-c9cb1ccae97d None None] Network 74f8768d-e784-4013-9511-81ed6531ba5f requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:51.060287 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] For port e0986f75-b14f-4aba-8ff4-16c162033eda, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=e0986f75-b14f-4aba-8ff4-16c162033eda,segment=NetworkSegment(db53fb72-f6f1-4f52-8570-b5ae606e6e68),segment_id=db53fb72-f6f1-4f52-8570-b5ae606e6e68)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:51.061217 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.086403 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Calling delete_port for e0986f75-b14f-4aba-8ff4-16c162033eda owned by network:dhcp {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:51.147898 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] DHCP port deletion for 7b146d56-e422-424d-af2b-c9ba1c42fc01 request from dv-cinder-804035-16-iscsi {{(pid=102954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:51.228058 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d55f59-35cc-4ba7-a24b-6dec86570157 None None] Network 74f8768d-e784-4013-9511-81ed6531ba5f requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:51.245847 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.246166 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device d3bc6064-ccf1-4c36-a147-71622d6f8483 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:51.293130 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0986f75-b14f-4aba-8ff4-16c162033eda,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:51.307583 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] No DVR routers for this DVR port e0986f75-b14f-4aba-8ff4-16c162033eda on host dv-cinder-804035-16-iscsi {{(pid=102952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:51.341671 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: d3bc6064-ccf1-4c36-a147-71622d6f8483 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:51.342874 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device d3bc6064-ccf1-4c36-a147-71622d6f8483 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:51.343708 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 931a128d-7d9d-4879-ac3c-9833c05bf10d no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:51.439046 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.444365 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 931a128d-7d9d-4879-ac3c-9833c05bf10d {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:51.445659 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 931a128d-7d9d-4879-ac3c-9833c05bf10d not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:51.479532 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] Deleting port e0986f75-b14f-4aba-8ff4-16c162033eda {{(pid=102954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:51.479930 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.482313 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b146d56-e422-424d-af2b-c9ba1c42fc01']}} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:51.504323 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db53fb72-f6f1-4f52-8570-b5ae606e6e68') {'for_net_delete': True} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:51.504660 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db53fb72-f6f1-4f52-8570-b5ae606e6e68') {} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:51.517731 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4342110'] for segment, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.545610 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.566480 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:51.566480 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5086178'] for segment, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: Traceback (most recent call last): Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: timer() Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: cb(*args, **kw) Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: return func(*args, **kwargs) Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: self._notify() Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: self.callback(batched_events) Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: event.method(event) Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: return f(self, *a, **k) Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._get(url).json() Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:51.577313 dv-cinder-804035-16-iscsi neutron-server[102952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:51.675204 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.685384 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.687279 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] For port e0986f75-b14f-4aba-8ff4-16c162033eda, host dv-cinder-804035-16-iscsi, got binding levels [] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:51.687915 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.693068 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7b146d56-e422-424d-af2b-c9ba1c42fc01 HTTP/1.1" status: 204 len: 168 time: 0.9293115 Nov 23 14:36:51.706667 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51400) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:51.712028 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65a2fa-fe37-4a0c-97d5-cd775f24dd53 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b146d56-e422-424d-af2b-c9ba1c42fc01,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:51.722391 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] Calling delete_port for e0986f75-b14f-4aba-8ff4-16c162033eda owned by network:dhcp {{(pid=102954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:51.725734 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.ipam_backend_mixin [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] Port e0986f75-b14f-4aba-8ff4-16c162033eda was not found and therefore no delete operation was performed {{(pid=102954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:36:51.727358 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843'] for port, after_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:51.784690 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] Network 7b146d56-e422-424d-af2b-c9ba1c42fc01 is not hosted by any dhcp agent {{(pid=102954) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 14:36:51.785403 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] No DVR routers for this DVR port e0986f75-b14f-4aba-8ff4-16c162033eda on host dv-cinder-804035-16-iscsi {{(pid=102954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:51.787056 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a56c7-abde-4de5-a1fe-3ded72eeb7a4 None None] Pushing event deleted for resources: {'Port': ['ID=e0986f75-b14f-4aba-8ff4-16c162033eda,revision_number=None']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:51.980225 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51406) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:52.028104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51410) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:52.035264 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-861215712-network', 'tenant_id': '8069a1547be64a40ab95eb01bab70a33'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:52.061274 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Made reservation on behalf of 8069a1547be64a40ab95eb01bab70a33 for: {'network': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:52.064476 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.075938 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.202589 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.217481 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.257534 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:36:52.267040 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599750'] for router_interface, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.286038 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.286538 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.segments_db [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Added segment c281f178-7caf-499f-a723-8d391cd1facd of type vlan for network f6ceef9a-1e48-4ea4-b042-252b489cbc4a Nov 23 14:36:52.289028 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eab910-7443-4447-a7b4-d9abcbeae4b3,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:52.351207 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9c1c928e-b85c-4370-9aad-8d232d6b51d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.375427 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.435636 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.437245 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:52.438118 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.528693 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4935272 Nov 23 14:36:52.528933 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51416) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:52.535687 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Request body: {'subnet': {'network_id': 'f6ceef9a-1e48-4ea4-b042-252b489cbc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-861215712-subnet', 'tenant_id': '8069a1547be64a40ab95eb01bab70a33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:36:52.577103 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Made reservation on behalf of 8069a1547be64a40ab95eb01bab70a33 for: {'subnet': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:36:52.579406 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341629'] for subnet, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.597308 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17273476-ea5c-4a2f-850b-a95899267d0f admin admin] Pushing event updated for resources: {'Network': ['ID=f6ceef9a-1e48-4ea4-b042-252b489cbc4a,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:52.616018 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network f6ceef9a-1e48-4ea4-b042-252b489cbc4a details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:36:52.644498 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9c1c928e-b85c-4370-9aad-8d232d6b51d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.656656 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9c1c928e-b85c-4370-9aad-8d232d6b51d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.736753 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c928e-b85c-4370-9aad-8d232d6b51d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b84e5fb-8a75-4345-b684-b82c52f8d40d,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:52.748392 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-9c1c928e-b85c-4370-9aad-8d232d6b51d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5425bc488c3480a9486728358a64852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7624199 Nov 23 14:36:52.749019 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51420) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:52.817840 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-09389006-8480-4390-84ef-b027e8a44993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.845295 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-09389006-8480-4390-84ef-b027e8a44993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.880955 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] Deleting port a3fbab11-04a8-4ba6-a79e-61b00ea52f26 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:52.881392 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.916249 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-09389006-8480-4390-84ef-b027e8a44993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.919099 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-09389006-8480-4390-84ef-b027e8a44993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:52.920308 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-09389006-8480-4390-84ef-b027e8a44993 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b84e5fb-8a75-4345-b684-b82c52f8d40d HTTP/1.1" status: 204 len: 168 time: 0.1699307 Nov 23 14:36:52.930458 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09389006-8480-4390-84ef-b027e8a44993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b84e5fb-8a75-4345-b684-b82c52f8d40d,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:52.993150 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4884683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341583'] for subnet, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:53.081055 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbe6bbc-a62a-4d58-8332-bf357892d382,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:53.111410 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device e0986f75-b14f-4aba-8ff4-16c162033eda no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:53.124683 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] For port a3fbab11-04a8-4ba6-a79e-61b00ea52f26, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=a3fbab11-04a8-4ba6-a79e-61b00ea52f26,segment=NetworkSegment(d7b695d6-67ef-4730-852f-2f72fbaf61c8),segment_id=d7b695d6-67ef-4730-852f-2f72fbaf61c8)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:53.125203 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:53.135868 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: e0986f75-b14f-4aba-8ff4-16c162033eda {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:53.136213 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device e0986f75-b14f-4aba-8ff4-16c162033eda not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:53.142147 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Checking segment: {'id': 'c281f178-7caf-499f-a723-8d391cd1facd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f6ceef9a-1e48-4ea4-b042-252b489cbc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:36:53.142610 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Network hostable DHCP agents. Network: f6ceef9a-1e48-4ea4-b042-252b489cbc4a, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:36:53.150694 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] Calling delete_port for a3fbab11-04a8-4ba6-a79e-61b00ea52f26 owned by network:router_interface {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:53.491555 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Network f6ceef9a-1e48-4ea4-b042-252b489cbc4a is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:36:53.512120 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, f6ceef9a-1e48-4ea4-b042-252b489cbc4a) {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:36:53.516422 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:36:53.517164 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:53.523176 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea05a225-5d7a-4cfa-b00e-8c5fe290ef1e None None] Network f6ceef9a-1e48-4ea4-b042-252b489cbc4a requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:53.571655 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-cc5e8c8d-c3b6-4017-880a-530a76cc2789 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0413692 Nov 23 14:36:53.694905 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06851a7-9583-4451-b6b1-95984a1437ca None None] Network f6ceef9a-1e48-4ea4-b042-252b489cbc4a requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:53.734887 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:53.766292 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fbab11-04a8-4ba6-a79e-61b00ea52f26,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:54.005889 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562774'] for router_interface, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.108247 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51436) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:54.309559 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d6c8a582-1a29-4780-b497-3392cb6edad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.392974 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] Router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:36:54.438350 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d6c8a582-1a29-4780-b497-3392cb6edad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.444852 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-d6c8a582-1a29-4780-b497-3392cb6edad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.517462 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-d6c8a582-1a29-4780-b497-3392cb6edad4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab310d577cf541718be5d3094004ee4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4076045 Nov 23 14:36:54.518292 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51442) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:54.551664 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8a582-1a29-4780-b497-3392cb6edad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe716dff-92c8-4b8a-ae98-a762066c9961,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:54.595124 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:36:54.606219 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51446) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:54.607658 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-8762f66a-2d66-473d-80a4-e0b590fb9ec7 admin admin] 10.222.0.59 "PUT /v2.0/routers/d6d7c8b2-533e-4374-b5ea-6a0179e87b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8983753 Nov 23 14:36:54.612272 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] Sync routers for ids ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:36:54.618154 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-21e94a20-2c8d-4f06-8714-6b164e60a925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.625354 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] Routers {'d6d7c8b2-533e-4374-b5ea-6a0179e87b79'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:54.626289 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:36:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:54.684910 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-21e94a20-2c8d-4f06-8714-6b164e60a925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.768711 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Publish callbacks [] for router, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:54.773717 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] Set router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:55.005886 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'name': 'tempest-TestShelveInstance-100936705-router', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '6482ac2b-4087-421f-808d-da0853f37a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:09Z', 'updated_at': '2021-11-23T14:36:53Z', 'revision_number': 5, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'gw_port': {'id': '6482ac2b-4087-421f-808d-da0853f37a29', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:30:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:10Z', 'updated_at': '2021-11-23T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:55.039350 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] Checking router: d6d7c8b2-533e-4374-b5ea-6a0179e87b79 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:36:55.050405 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] Routers {'d6d7c8b2-533e-4374-b5ea-6a0179e87b79'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:36:55.051131 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:36:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:55.190265 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] Set router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:36:55.192736 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-21e94a20-2c8d-4f06-8714-6b164e60a925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.196122 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-21e94a20-2c8d-4f06-8714-6b164e60a925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.200595 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-21e94a20-2c8d-4f06-8714-6b164e60a925 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe716dff-92c8-4b8a-ae98-a762066c9961 HTTP/1.1" status: 204 len: 168 time: 0.6780243 Nov 23 14:36:55.218072 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e94a20-2c8d-4f06-8714-6b164e60a925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe716dff-92c8-4b8a-ae98-a762066c9961,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:55.259182 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.362661 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Deleting port 6482ac2b-4087-421f-808d-da0853f37a29 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:55.363370 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.409786 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'name': 'tempest-TestShelveInstance-100936705-router', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '6482ac2b-4087-421f-808d-da0853f37a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:09Z', 'updated_at': '2021-11-23T14:36:53Z', 'revision_number': 5, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'gw_port': {'id': '6482ac2b-4087-421f-808d-da0853f37a29', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:30:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:10Z', 'updated_at': '2021-11-23T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:55.445472 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d2df6-d1b4-425d-b4ef-fb5272e9d4d4 None None] The sync data for ids ['d6d7c8b2-533e-4374-b5ea-6a0179e87b79'] in dv-cinder-804035-16-iscsi is: [{'id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'name': 'tempest-TestShelveInstance-100936705-router', 'tenant_id': '0abccf2ee947486999f5d398c9b6eed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '6482ac2b-4087-421f-808d-da0853f37a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:31:09Z', 'updated_at': '2021-11-23T14:36:53Z', 'revision_number': 5, 'project_id': '0abccf2ee947486999f5d398c9b6eed5', 'gw_port': {'id': '6482ac2b-4087-421f-808d-da0853f37a29', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:30:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d7c8b2-533e-4374-b5ea-6a0179e87b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:31:10Z', 'updated_at': '2021-11-23T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:36:55.525940 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-3400b029-411b-4128-8547-69708eea14de admin admin] For port 6482ac2b-4087-421f-808d-da0853f37a29, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=6482ac2b-4087-421f-808d-da0853f37a29,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:55.526379 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.544766 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Calling delete_port for 6482ac2b-4087-421f-808d-da0853f37a29 owned by network:router_gateway {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:55.841663 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:55.888579 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Pushing event deleted for resources: {'Port': ['ID=6482ac2b-4087-421f-808d-da0853f37a29,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:55.984292 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402813'] for router_gateway, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.125408 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5024'] for router, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.129368 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.185127 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562713'] for router, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.185769 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d7c8b2-533e-4374-b5ea-6a0179e87b79 {{(pid=102952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:36:56.198892 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3400b029-411b-4128-8547-69708eea14de admin admin] Publish callbacks [] for router, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.201716 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-3400b029-411b-4128-8547-69708eea14de admin admin] 10.222.0.59 "DELETE /v2.0/routers/d6d7c8b2-533e-4374-b5ea-6a0179e87b79 HTTP/1.1" status: 204 len: 168 time: 1.5943367 Nov 23 14:36:56.203145 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51462) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:56.280264 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b26339-02d3-486c-9c78-2fa76db9618a admin admin] Deleting subnet b2fd942f-c617-4bfe-876c-0944b3a8047f {{(pid=102952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:36:56.288537 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5b26339-02d3-486c-9c78-2fa76db9618a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.345098 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5b26339-02d3-486c-9c78-2fa76db9618a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4342087'] for subnet, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.466093 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5b26339-02d3-486c-9c78-2fa76db9618a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.533806 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5b26339-02d3-486c-9c78-2fa76db9618a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979628'] for subnet, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.562127 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b26339-02d3-486c-9c78-2fa76db9618a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2fd942f-c617-4bfe-876c-0944b3a8047f,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:56.571360 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-e5b26339-02d3-486c-9c78-2fa76db9618a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.578172 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-e5b26339-02d3-486c-9c78-2fa76db9618a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b2fd942f-c617-4bfe-876c-0944b3a8047f HTTP/1.1" status: 204 len: 168 time: 0.3734422 Nov 23 14:36:56.578737 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd35e2-9bd2-41ac-b364-d5a0b1168204 None None] Network 98c1ab46-83cc-4400-a47e-0fe81a015218 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:36:56.580323 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51464) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:56.680303 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.779907 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Deleting port c2d050a1-f7a8-4214-9ce2-715e39c58eba {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:56.780402 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.850481 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9729e448-eae0-43f2-aca8-c2e946a64fbc None None] DHCP port deletion for 98c1ab46-83cc-4400-a47e-0fe81a015218 request from dv-cinder-804035-16-iscsi {{(pid=102954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:36:56.883172 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] For port c2d050a1-f7a8-4214-9ce2-715e39c58eba, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=c2d050a1-f7a8-4214-9ce2-715e39c58eba,segment=NetworkSegment(d7b695d6-67ef-4730-852f-2f72fbaf61c8),segment_id=d7b695d6-67ef-4730-852f-2f72fbaf61c8)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:56.883536 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:56.908753 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Calling delete_port for c2d050a1-f7a8-4214-9ce2-715e39c58eba owned by network:dhcp {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:56.921647 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-9729e448-eae0-43f2-aca8-c2e946a64fbc None None] Deleting port c2d050a1-f7a8-4214-9ce2-715e39c58eba {{(pid=102954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:36:56.922015 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-9729e448-eae0-43f2-aca8-c2e946a64fbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.010000 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.023159 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-9729e448-eae0-43f2-aca8-c2e946a64fbc None None] For port c2d050a1-f7a8-4214-9ce2-715e39c58eba, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=c2d050a1-f7a8-4214-9ce2-715e39c58eba,segment=NetworkSegment(d7b695d6-67ef-4730-852f-2f72fbaf61c8),segment_id=d7b695d6-67ef-4730-852f-2f72fbaf61c8)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:36:57.023639 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-9729e448-eae0-43f2-aca8-c2e946a64fbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.039138 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-9729e448-eae0-43f2-aca8-c2e946a64fbc None None] Calling delete_port for c2d050a1-f7a8-4214-9ce2-715e39c58eba owned by network:dhcp {{(pid=102954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:36:57.039471 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d050a1-f7a8-4214-9ce2-715e39c58eba,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:57.042267 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] No DVR routers for this DVR port c2d050a1-f7a8-4214-9ce2-715e39c58eba on host dv-cinder-804035-16-iscsi {{(pid=102952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:57.128622 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.131741 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device c2d050a1-f7a8-4214-9ce2-715e39c58eba no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:57.158912 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c1ab46-83cc-4400-a47e-0fe81a015218']}} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:57.167149 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: c2d050a1-f7a8-4214-9ce2-715e39c58eba {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:57.167494 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device c2d050a1-f7a8-4214-9ce2-715e39c58eba not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:57.167927 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 6482ac2b-4087-421f-808d-da0853f37a29 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:57.172167 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b695d6-67ef-4730-852f-2f72fbaf61c8') {'for_net_delete': True} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:57.172468 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b695d6-67ef-4730-852f-2f72fbaf61c8') {} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:36:57.184950 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4342110'] for segment, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.200334 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 6482ac2b-4087-421f-808d-da0853f37a29 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:57.200951 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 6482ac2b-4087-421f-808d-da0853f37a29 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:57.201671 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a3fbab11-04a8-4ba6-a79e-61b00ea52f26 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:36:57.204305 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.212499 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:36:57.213358 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5086178'] for segment, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: Traceback (most recent call last): Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: timer() Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: cb(*args, **kw) Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: return func(*args, **kwargs) Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: self._notify() Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: self.callback(batched_events) Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: event.method(event) Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: return f(self, *a, **k) Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._get(url).json() Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: return self.request(url, 'GET', **kwargs) Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:36:57.215695 dv-cinder-804035-16-iscsi neutron-server[102952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:36:57.225230 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: a3fbab11-04a8-4ba6-a79e-61b00ea52f26 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:36:57.225230 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device a3fbab11-04a8-4ba6-a79e-61b00ea52f26 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:36:57.228046 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-9729e448-eae0-43f2-aca8-c2e946a64fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843'] for port, after_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.257628 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729e448-eae0-43f2-aca8-c2e946a64fbc None None] Pushing event deleted for resources: {'Port': ['ID=c2d050a1-f7a8-4214-9ce2-715e39c58eba,revision_number=None']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:57.262542 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729e448-eae0-43f2-aca8-c2e946a64fbc None None] No DVR routers for this DVR port c2d050a1-f7a8-4214-9ce2-715e39c58eba on host dv-cinder-804035-16-iscsi {{(pid=102954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:36:57.307496 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.313970 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.318448 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/98c1ab46-83cc-4400-a47e-0fe81a015218 HTTP/1.1" status: 204 len: 168 time: 0.7369599 Nov 23 14:36:57.333601 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd27a8-c472-4d95-9414-fbc1029497a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=98c1ab46-83cc-4400-a47e-0fe81a015218,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:57.574601 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51472) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:57.644781 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5e0b675b-cfa9-482e-9158-9b29d64cad98 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2036fbc301a4fdbb03e4cb1d8f6c9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0683916 Nov 23 14:36:57.648746 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51474) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:57.746530 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.792053 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.878005 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.880925 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:57.882175 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4ddccfe-bb0c-40ef-98ba-3d6a90b92a5c HTTP/1.1" status: 204 len: 168 time: 0.2310379 Nov 23 14:36:57.891504 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ddccfe-bb0c-40ef-98ba-3d6a90b92a5c,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:36:57.900833 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.901264 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.901567 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.902014 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.902383 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.902863 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.903264 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.903608 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.903946 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.904278 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.904608 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:57.904981 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232581e-e4c8-46bb-b32f-6134d4e784ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:36:58.398258 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51484) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:58.469786 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-23efcf67-7057-4d3d-b542-7730b8285814 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0abccf2ee947486999f5d398c9b6eed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0701926 Nov 23 14:36:58.479307 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51486) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:36:58.576458 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-47a5fa4b-7baf-4292-a5f7-0e3a37b370c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.615020 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-47a5fa4b-7baf-4292-a5f7-0e3a37b370c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.700476 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-47a5fa4b-7baf-4292-a5f7-0e3a37b370c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.704276 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-47a5fa4b-7baf-4292-a5f7-0e3a37b370c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:36:58.706501 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-47a5fa4b-7baf-4292-a5f7-0e3a37b370c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a10a650-a142-45ce-b962-4b2f1f6927ff HTTP/1.1" status: 204 len: 168 time: 0.2254167 Nov 23 14:36:58.721111 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5fa4b-7baf-4292-a5f7-0e3a37b370c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a10a650-a142-45ce-b962-4b2f1f6927ff,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:01.787870 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:37:04.118243 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-78bd0e26-b9e7-4dae-8adc-a9714b4a8eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:06.595249 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-6dc534ca-38a6-4a4e-8c76-192cef86a9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.219504 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.623696 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51576) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:08.668640 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcc5c56-c3cf-41c2-97c4-b4da1f9809f1 admin admin] Deleting subnet 36f2d6d4-bc86-48ff-9f8d-a50afddd2dc2 {{(pid=102953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:37:08.672169 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5c56-c3cf-41c2-97c4-b4da1f9809f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.707798 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5c56-c3cf-41c2-97c4-b4da1f9809f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5134442'] for subnet, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.751409 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5c56-c3cf-41c2-97c4-b4da1f9809f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.807399 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5c56-c3cf-41c2-97c4-b4da1f9809f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341592'] for subnet, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.833262 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc5c56-c3cf-41c2-97c4-b4da1f9809f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f2d6d4-bc86-48ff-9f8d-a50afddd2dc2,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:08.837521 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5c56-c3cf-41c2-97c4-b4da1f9809f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:08.841269 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-9fcc5c56-c3cf-41c2-97c4-b4da1f9809f1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/36f2d6d4-bc86-48ff-9f8d-a50afddd2dc2 HTTP/1.1" status: 204 len: 168 time: 0.2165029 Nov 23 14:37:08.843825 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51578) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:08.917078 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.001708 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.022799 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f8768d-e784-4013-9511-81ed6531ba5f']}} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:09.032646 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff1da04-842d-4efe-92f1-389fcc50af92') {'for_net_delete': True} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:09.032981 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff1da04-842d-4efe-92f1-389fcc50af92') {} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:09.044836 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5134451'] for segment, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.060261 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.066690 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:37:09.067118 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4885412'] for segment, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: Traceback (most recent call last): Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: timer() Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: cb(*args, **kw) Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: return func(*args, **kwargs) Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: self._notify() Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: self.callback(batched_events) Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: event.method(event) Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: return f(self, *a, **k) Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._get(url).json() Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: return self.request(url, 'GET', **kwargs) Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:37:09.068776 dv-cinder-804035-16-iscsi neutron-server[102953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:37:09.133916 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.141415 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.144731 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] 10.222.0.59 "DELETE /v2.0/networks/74f8768d-e784-4013-9511-81ed6531ba5f HTTP/1.1" status: 204 len: 168 time: 0.2999403 Nov 23 14:37:09.148272 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51580) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:09.156285 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b778570-820e-42b0-ba56-00f56696ce5b admin admin] Pushing event deleted for resources: {'Network': ['ID=74f8768d-e784-4013-9511-81ed6531ba5f,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:09.197748 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Deleting subnet adbe6bbc-a62a-4d58-8332-bf357892d382 {{(pid=102952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:37:09.201453 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.243248 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4342087'] for subnet, precommit_delete_associations {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.290394 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.356780 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5085260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979628'] for subnet, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.410614 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbe6bbc-a62a-4d58-8332-bf357892d382,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:09.413906 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.418512 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/adbe6bbc-a62a-4d58-8332-bf357892d382 HTTP/1.1" status: 204 len: 168 time: 0.2689037 Nov 23 14:37:09.422019 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51582) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:09.426640 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.427047 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.427434 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.427830 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.428215 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.428602 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.428988 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.429368 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.429746 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.430149 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.430561 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.431061 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b09acc-bcef-4e2f-908e-60c1903c788c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:09.536113 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.624857 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.646866 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ceef9a-1e48-4ea4-b042-252b489cbc4a']}} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:09.660375 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c281f178-7caf-499f-a723-8d391cd1facd') {'for_net_delete': True} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:09.660681 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c281f178-7caf-499f-a723-8d391cd1facd') {} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:37:09.670932 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5134451'] for segment, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.685307 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.691856 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:37:09.692250 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4885412'] for segment, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: Traceback (most recent call last): Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: timer() Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: cb(*args, **kw) Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: return func(*args, **kwargs) Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: self._notify() Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: self.callback(batched_events) Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: event.method(event) Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: return f(self, *a, **k) Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._get(url).json() Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: return self.request(url, 'GET', **kwargs) Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:37:09.694069 dv-cinder-804035-16-iscsi neutron-server[102953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:37:09.754726 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.761600 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.765016 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] 10.222.0.59 "DELETE /v2.0/networks/f6ceef9a-1e48-4ea4-b042-252b489cbc4a HTTP/1.1" status: 204 len: 168 time: 0.3415227 Nov 23 14:37:09.779951 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9edbea-a5c5-4e8b-843f-3b9c7a13af1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ceef9a-1e48-4ea4-b042-252b489cbc4a,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:09.871660 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:09.959985 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51586) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:10.004888 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-719a051b-fee3-491b-929b-123765930a63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d51aedc6c91f4c7f8a767e27b523d2de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436978 Nov 23 14:37:10.007285 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51588) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:10.060595 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3da29ce7-c7e6-435a-9120-422091ac3751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.081597 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3da29ce7-c7e6-435a-9120-422091ac3751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.134667 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3da29ce7-c7e6-435a-9120-422091ac3751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.137563 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-3da29ce7-c7e6-435a-9120-422091ac3751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.138720 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-3da29ce7-c7e6-435a-9120-422091ac3751 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed6b3d84-ad07-46b1-9b88-68466c844187 HTTP/1.1" status: 204 len: 168 time: 0.1305485 Nov 23 14:37:10.148145 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da29ce7-c7e6-435a-9120-422091ac3751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6b3d84-ad07-46b1-9b88-68466c844187,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:10.495659 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.510861 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51594) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:10.559079 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-1727cc11-6166-4851-8d39-083dd509d811 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8069a1547be64a40ab95eb01bab70a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462856 Nov 23 14:37:10.560681 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51596) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:10.620988 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f8f91c5d-bbb6-4a76-b9d0-4ac3450b3204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.644939 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f8f91c5d-bbb6-4a76-b9d0-4ac3450b3204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.706578 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f8f91c5d-bbb6-4a76-b9d0-4ac3450b3204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.709314 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-f8f91c5d-bbb6-4a76-b9d0-4ac3450b3204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:10.710728 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-f8f91c5d-bbb6-4a76-b9d0-4ac3450b3204 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7eab910-7443-4447-a7b4-d9abcbeae4b3 HTTP/1.1" status: 204 len: 168 time: 0.1484892 Nov 23 14:37:10.719460 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f91c5d-bbb6-4a76-b9d0-4ac3450b3204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eab910-7443-4447-a7b4-d9abcbeae4b3,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:16.141802 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:29.647544 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51736) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:29.759057 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-416a967d-8b63-49f5-ac4e-91385d0a677e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:29.836699 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-416a967d-8b63-49f5-ac4e-91385d0a677e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:29.841650 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-416a967d-8b63-49f5-ac4e-91385d0a677e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:29.883801 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-416a967d-8b63-49f5-ac4e-91385d0a677e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcce095b0c384d0ea5ada37739131430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348511 Nov 23 14:37:29.885410 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a967d-8b63-49f5-ac4e-91385d0a677e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188c4f9a-d19e-4661-abf1-25976af93f45,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:29.887410 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51740) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:29.938106 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9650e3db-6322-4d3b-ad42-c8a52f6ebe06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:29.961160 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9650e3db-6322-4d3b-ad42-c8a52f6ebe06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.018362 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9650e3db-6322-4d3b-ad42-c8a52f6ebe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.021250 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-9650e3db-6322-4d3b-ad42-c8a52f6ebe06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.022435 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-9650e3db-6322-4d3b-ad42-c8a52f6ebe06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/188c4f9a-d19e-4661-abf1-25976af93f45 HTTP/1.1" status: 204 len: 168 time: 0.1339438 Nov 23 14:37:30.031669 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650e3db-6322-4d3b-ad42-c8a52f6ebe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188c4f9a-d19e-4661-abf1-25976af93f45,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:30.683689 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 51762) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:30.781929 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1580835657-network', 'tenant_id': '12682d14e54c4e3d8f82e09913314204'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:30.805097 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Made reservation on behalf of 12682d14e54c4e3d8f82e09913314204 for: {'network': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:30.808664 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.817199 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.892490 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.896290 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.921554 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:37:30.930353 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:30.937223 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:30.937547 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.segments_db [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Added segment 662a453d-7f3b-4b88-a18f-6620b4af9cb9 of type vlan for network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 Nov 23 14:37:30.977486 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.003011 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.004152 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:31.004744 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.042999 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3581724 Nov 23 14:37:31.045998 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 51766) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:37:31.051099 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Request body: {'subnet': {'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1580835657-subnet', 'tenant_id': '12682d14e54c4e3d8f82e09913314204', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:31.074221 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Made reservation on behalf of 12682d14e54c4e3d8f82e09913314204 for: {'subnet': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:31.075416 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e291e77-38ac-4a13-9536-e114079d5d28 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2e48a3-da1b-4edd-bd2a-129fd178b346,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:31.077132 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341629'] for subnet, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.086658 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:37:31.251290 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4884683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341583'] for subnet, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.307783 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c88e748-95d0-46e9-8ff0-4455a8ed811d,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:31.319449 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Checking segment: {'id': '662a453d-7f3b-4b88-a18f-6620b4af9cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:31.319806 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Network hostable DHCP agents. Network: 6f2e48a3-da1b-4edd-bd2a-129fd178b346, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:37:31.337348 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:37:31.347254 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 6f2e48a3-da1b-4edd-bd2a-129fd178b346) {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:31.351579 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:31.352170 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:31.357230 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0551aaa-2d14-4cd8-a647-1b797fed8e35 None None] Network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:37:31.370845 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-f4b1750d-8f72-4cc0-adb7-87231f00e706 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3234859 Nov 23 14:37:31.492146 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817c9c63-968a-4c9f-a546-a4d42ed01f12 None None] Network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:37:33.117367 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-cf486a82-fff5-4ee1-bcf4-e44eea7c4295 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:33.118878 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-cf486a82-fff5-4ee1-bcf4-e44eea7c4295 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/networks?id=6f2e48a3-da1b-4edd-bd2a-129fd178b346 HTTP/1.1" status: 200 len: 809 time: 0.1072369 Nov 23 14:37:33.133991 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-bb0e61dc-380f-46ae-9014-1e6ee37b24db tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/quotas/12682d14e54c4e3d8f82e09913314204 HTTP/1.1" status: 200 len: 375 time: 0.0091956 Nov 23 14:37:33.166383 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-64e8cfe3-8180-4200-bdc7-481e6e8f0693 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=12682d14e54c4e3d8f82e09913314204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262985 Nov 23 14:37:33.255384 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-11057541-4504-4944-8f60-01171a166cf4 service neutron] 10.222.0.59 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822120 Nov 23 14:37:33.349801 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-5a021a5c-25a0-4d15-b4a9-58bd0eb5511a service neutron] 10.222.0.59 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872571 Nov 23 14:37:33.511068 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-56425a42-e873-4f12-adef-e954202471aa req-680e861a-4f50-4f5e-87ff-b4133d1da7ba tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 210 time: 0.0283337 Nov 23 14:37:34.112580 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-46cdd3e8-90af-4ac2-8e8b-02026077ab46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.476934 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-e623cd4a-5d83-4ab8-8067-71e907c88634 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:34.478563 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-e623cd4a-5d83-4ab8-8067-71e907c88634 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.48 "GET /v2.0/networks?id=6f2e48a3-da1b-4edd-bd2a-129fd178b346 HTTP/1.1" status: 200 len: 809 time: 0.1151688 Nov 23 14:37:34.491799 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Request body: {'port': {'device_id': 'bbd10bc3-d7fb-40a8-bd59-560f42cd1096', 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346', 'admin_state_up': True, 'tenant_id': '12682d14e54c4e3d8f82e09913314204'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:34.616454 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6538808c-d21c-4057-a8c9-2253c35083da req-b21ce50d-4b27-4c25-b230-7f35ffd029ab tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 210 time: 0.0315461 Nov 23 14:37:34.632048 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Made reservation on behalf of 12682d14e54c4e3d8f82e09913314204 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:34.636379 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.770583 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Allocated IP 172.20.0.8 (6f2e48a3-da1b-4edd-bd2a-129fd178b346/6c88e748-95d0-46e9-8ff0-4455a8ed811d/4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:34.916939 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.952964 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:34.998627 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:35.001710 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:35.004224 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:35.029992 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Pushing event updated for resources: {'Port': ['ID=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:35.060112 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:35.060798 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:35.077953 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4bd4ba26-431c-4c2f-9c6d-a2959d417d43 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5899181 Nov 23 14:37:35.091566 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Request body: {'port': {'device_id': 'bbd10bc3-d7fb-40a8-bd59-560f42cd1096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:35.151213 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:35.410451 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:35.418606 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:35.430754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Transition to ACTIVE for port object 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:37:35.435304 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:35.487580 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:35.557149 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Attempting to bind port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:35.557431 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Attempting to bind port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '662a453d-7f3b-4b88-a18f-6620b4af9cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:35.557764 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Attempting to bind port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 on network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:35.562241 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 on network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:37:35.562564 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Attempting to bind port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 on network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:35.567617 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:35.567949 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Checking segment: {'id': '662a453d-7f3b-4b88-a18f-6620b4af9cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:35.568330 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Bound using segment: {'id': '662a453d-7f3b-4b88-a18f-6620b4af9cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:35.568759 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Bound port: 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662a453d-7f3b-4b88-a18f-6620b4af9cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:35.569137 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:35.631549 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] For port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:35.634723 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] For port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,segment=NetworkSegment(662a453d-7f3b-4b88-a18f-6620b4af9cb9),segment_id=662a453d-7f3b-4b88-a18f-6620b4af9cb9)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:35.639635 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:35.680965 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:35.681590 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:35.683031 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] 10.222.0.48 "PUT /v2.0/ports/4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 HTTP/1.1" status: 200 len: 1093 time: 0.5959439 Nov 23 14:37:35.683479 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd10bc3-d7fb-40a8-bd59-560f42cd1096', 'tag': '4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:35.685800 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c182a07-f287-4267-9302-b68d97629d58" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd10bc3-d7fb-40a8-bd59-560f42cd1096", "tag": "4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:35.708649 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65da7e-025a-4a21-b3e4-9dfca5979eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:35.764410 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e4b70a-ea4a-4cea-8569-b9bcb8a3969f x-openstack-request-id: req-04e4b70a-ea4a-4cea-8569-b9bcb8a3969f {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:35.764713 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd10bc3-d7fb-40a8-bd59-560f42cd1096", "tag": "4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:35.764999 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04e4b70a-ea4a-4cea-8569-b9bcb8a3969f {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:35.765394 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd10bc3-d7fb-40a8-bd59-560f42cd1096', 'tag': '4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70', 'status': 'completed', 'code': 200} Nov 23 14:37:35.766019 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d850df-3acd-41ec-9cec-10ff615369e8 req-ca61a8b9-9210-46f4-a58b-c44945856ca1 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:35.767605 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-82d850df-3acd-41ec-9cec-10ff615369e8 req-ca61a8b9-9210-46f4-a58b-c44945856ca1 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 943 time: 0.0590744 Nov 23 14:37:35.783059 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-6b485a80-c7b6-4fab-8465-8c894ee7f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:35.784572 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-6b485a80-c7b6-4fab-8465-8c894ee7f94d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12682d14e54c4e3d8f82e09913314204&device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 1096 time: 0.0516977 Nov 23 14:37:35.819612 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-82d850df-3acd-41ec-9cec-10ff615369e8 req-8a09c86b-ed1d-46ea-9d63-debe3d82c55d tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454481 Nov 23 14:37:35.830155 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-2730666c-36ce-480a-aef5-b907d928b1a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 HTTP/1.1" status: 200 len: 217 time: 0.0371892 Nov 23 14:37:35.881594 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-d2b1800f-d5c2-404f-991e-289710a45918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:35.883471 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-d2b1800f-d5c2-404f-991e-289710a45918 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c88e748-95d0-46e9-8ff0-4455a8ed811d HTTP/1.1" status: 200 len: 849 time: 0.0464218 Nov 23 14:37:35.921454 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-598a8af9-2dd1-4714-8312-5c00edc8b903 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f2e48a3-da1b-4edd-bd2a-129fd178b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299511 Nov 23 14:37:36.016800 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-4965e1c0-365d-4e7a-a6df-9ec826cca879 service neutron] 10.222.0.48 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880992 Nov 23 14:37:36.117527 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b421add3-ba0e-470b-977a-9cec1b32e325 req-a8f0360a-10f4-46cd-b87c-16fa1fe6b20e service neutron] 10.222.0.48 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934601 Nov 23 14:37:36.212401 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182a07-f287-4267-9302-b68d97629d58 req-f468800b-ef8b-4889-a542-4af8e59bfb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:36.215133 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9c182a07-f287-4267-9302-b68d97629d58 req-f468800b-ef8b-4889-a542-4af8e59bfb68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12682d14e54c4e3d8f82e09913314204&device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 1096 time: 0.0434923 Nov 23 14:37:36.313203 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182a07-f287-4267-9302-b68d97629d58 req-46157509-1903-4992-8848-1c74f7523b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:36.314674 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9c182a07-f287-4267-9302-b68d97629d58 req-46157509-1903-4992-8848-1c74f7523b52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f2e48a3-da1b-4edd-bd2a-129fd178b346 HTTP/1.1" status: 200 len: 910 time: 0.0922837 Nov 23 14:37:36.359480 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9c182a07-f287-4267-9302-b68d97629d58 req-a2c994ca-32bd-46f2-9a9e-c9db92df13f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 HTTP/1.1" status: 200 len: 217 time: 0.0366623 Nov 23 14:37:36.409287 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182a07-f287-4267-9302-b68d97629d58 req-23c2c76c-5039-446e-888c-877c85826cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:36.410921 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9c182a07-f287-4267-9302-b68d97629d58 req-23c2c76c-5039-446e-888c-877c85826cb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c88e748-95d0-46e9-8ff0-4455a8ed811d HTTP/1.1" status: 200 len: 849 time: 0.0433729 Nov 23 14:37:36.441887 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9c182a07-f287-4267-9302-b68d97629d58 req-1622bb3d-8f79-4c28-92da-b6dbdca748e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f2e48a3-da1b-4edd-bd2a-129fd178b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235667 Nov 23 14:37:36.537624 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9c182a07-f287-4267-9302-b68d97629d58 req-b49e5bcc-dfea-4064-b217-b1530253b4dc service neutron] 10.222.0.48 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878060 Nov 23 14:37:36.602616 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1231847d-e357-4b49-a372-d0d4585bda65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:36.636043 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9c182a07-f287-4267-9302-b68d97629d58 req-2aa0ed07-c5bf-4196-8896-c0b315ce231e service neutron] 10.222.0.48 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898046 Nov 23 14:37:36.941761 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0abfa-dea4-4de3-b2e4-ecf5664e1d4c req-4007122c-1327-4331-ab17-0b6378ff5e74 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:36.943310 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0ae0abfa-dea4-4de3-b2e4-ecf5664e1d4c req-4007122c-1327-4331-ab17-0b6378ff5e74 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 943 time: 0.0491316 Nov 23 14:37:36.992879 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0ae0abfa-dea4-4de3-b2e4-ecf5664e1d4c req-f38ffb21-466a-4a0c-844e-f403a89cda4a tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Nov 23 14:37:38.111101 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087425d-173b-491e-9e8c-d06644266ebe req-96e21d81-f28e-4a28-a459-0b78e6bf39bd tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:38.112592 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1087425d-173b-491e-9e8c-d06644266ebe req-96e21d81-f28e-4a28-a459-0b78e6bf39bd tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 943 time: 0.0494106 Nov 23 14:37:38.158814 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:37:38.164972 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-1087425d-173b-491e-9e8c-d06644266ebe req-302e3b02-6c44-4ab0-a78c-2a425fc1e1b3 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Nov 23 14:37:38.246077 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:38.264278 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,segment=NetworkSegment(662a453d-7f3b-4b88-a18f-6620b4af9cb9),segment_id=662a453d-7f3b-4b88-a18f-6620b4af9cb9)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:38.276212 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70', 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346', 'port_id': '4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70', 'mac_address': 'fa:16:3e:ce:38:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c88e748-95d0-46e9-8ff0-4455a8ed811d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:37:38.317209 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:38.330648 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:38.351802 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,segment=NetworkSegment(662a453d-7f3b-4b88-a18f-6620b4af9cb9),segment_id=662a453d-7f3b-4b88-a18f-6620b4af9cb9)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:38.355843 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:38.403038 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:38.411158 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.411515 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.411867 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.412212 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.412554 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.412920 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.413263 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.413604 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.413940 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.414270 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.414637 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.414967 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:37:38.594098 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:38.787201 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:37:39.279381 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23103b24-ce98-4558-b819-f9eb1986086a req-c7ed8c01-aafa-4599-b784-9e9fe3f0badf tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:39.280890 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-23103b24-ce98-4558-b819-f9eb1986086a req-c7ed8c01-aafa-4599-b784-9e9fe3f0badf tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 944 time: 0.0477402 Nov 23 14:37:39.329517 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-23103b24-ce98-4558-b819-f9eb1986086a req-1d235284-5918-46fc-8ea9-7922e42aa09c tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Nov 23 14:37:39.871502 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.162284 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:37:40.217172 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:37:40.222126 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:37:40.222563 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.310011 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.333045 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd10bc3-d7fb-40a8-bd59-560f42cd1096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:40.335283 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce27c6f2-c1ef-4031-a14a-dccc091f0be6" -d '{"events": [{"server_uuid": "bbd10bc3-d7fb-40a8-bd59-560f42cd1096", "name": "network-vif-plugged", "status": "completed", "tag": "4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:40.350513 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,segment=NetworkSegment(662a453d-7f3b-4b88-a18f-6620b4af9cb9),segment_id=662a453d-7f3b-4b88-a18f-6620b4af9cb9)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:40.357557 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.382379 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ba1984-259a-4c2d-b10f-472080f46fd3 x-openstack-request-id: req-b9ba1984-259a-4c2d-b10f-472080f46fd3 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:40.382790 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd10bc3-d7fb-40a8-bd59-560f42cd1096", "name": "network-vif-plugged", "status": "completed", "tag": "4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:40.382970 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9ba1984-259a-4c2d-b10f-472080f46fd3 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:40.383301 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd10bc3-d7fb-40a8-bd59-560f42cd1096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70', 'code': 200} Nov 23 14:37:40.411082 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:40.465333 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787311e-ab5d-42e9-b1c6-eebf761de67d req-8bc52d53-b165-433b-b20a-8d4522a2983b tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:40.466844 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b787311e-ab5d-42e9-b1c6-eebf761de67d req-8bc52d53-b165-433b-b20a-8d4522a2983b tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 945 time: 0.0573013 Nov 23 14:37:40.491582 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:40.520273 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b787311e-ab5d-42e9-b1c6-eebf761de67d req-f3c0260e-6689-4fdc-b8db-cf4a4512dc6b tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454726 Nov 23 14:37:40.565681 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1296a-9788-4c79-bf5d-458631d7d8a6 req-d4974eb0-708e-467c-ad88-8da1ed626cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:40.567155 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2ce1296a-9788-4c79-bf5d-458631d7d8a6 req-d4974eb0-708e-467c-ad88-8da1ed626cb5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 1098 time: 0.0401309 Nov 23 14:37:40.611477 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2ce1296a-9788-4c79-bf5d-458631d7d8a6 req-4f90dc7b-863f-42f1-9fdf-46795e14d420 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Nov 23 14:37:41.643850 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4faa9d-c13c-4702-86ea-9aa1f2dff811 req-e78ca02f-8bb6-4053-9195-d861e66ce0a8 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:41.645412 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0d4faa9d-c13c-4702-86ea-9aa1f2dff811 req-e78ca02f-8bb6-4053-9195-d861e66ce0a8 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 945 time: 0.0516658 Nov 23 14:37:41.698678 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-0d4faa9d-c13c-4702-86ea-9aa1f2dff811 req-f5faea38-43e1-4429-8c6b-dece2ee78932 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466402 Nov 23 14:37:42.816555 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5ce04-a2ce-4209-a9d9-33a93c5c8e64 req-a733c109-aa70-4d11-91c5-950f14157fc5 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:42.818326 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6bf5ce04-a2ce-4209-a9d9-33a93c5c8e64 req-a733c109-aa70-4d11-91c5-950f14157fc5 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 945 time: 0.0507517 Nov 23 14:37:42.870090 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6bf5ce04-a2ce-4209-a9d9-33a93c5c8e64 req-6ef1ed08-beff-4cb8-8baa-a4bbc7884227 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447390 Nov 23 14:37:43.484420 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c63ea7-c4a4-4f4f-a634-f8f32f0ad296 req-8637d7fa-0184-4300-92e8-5993b75c748d tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:43.485951 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e8c63ea7-c4a4-4f4f-a634-f8f32f0ad296 req-8637d7fa-0184-4300-92e8-5993b75c748d tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 945 time: 0.0498791 Nov 23 14:37:43.537721 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e8c63ea7-c4a4-4f4f-a634-f8f32f0ad296 req-c5c2c4eb-54ee-43eb-9704-535a2c96cda9 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458539 Nov 23 14:37:44.660699 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ff0b7-9341-4042-9a9b-927953aad600 req-0220054b-c576-4dd8-a67b-c929ff556439 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:44.662299 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-021ff0b7-9341-4042-9a9b-927953aad600 req-0220054b-c576-4dd8-a67b-c929ff556439 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 945 time: 0.0522282 Nov 23 14:37:44.711706 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-021ff0b7-9341-4042-9a9b-927953aad600 req-faa733b9-0cca-46da-91fb-3582bfcca07c tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Nov 23 14:37:44.756914 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-052703da-f0b9-4cf8-bd12-8d82646f5821 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:44.758405 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-052703da-f0b9-4cf8-bd12-8d82646f5821 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 945 time: 0.0477388 Nov 23 14:37:44.851025 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-926c3094-9c9a-4900-a84e-f70f453696d4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Deleting port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:37:44.851367 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-926c3094-9c9a-4900-a84e-f70f453696d4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:44.940477 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-926c3094-9c9a-4900-a84e-f70f453696d4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] For port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,segment=NetworkSegment(662a453d-7f3b-4b88-a18f-6620b4af9cb9),segment_id=662a453d-7f3b-4b88-a18f-6620b4af9cb9)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:44.940861 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-926c3094-9c9a-4900-a84e-f70f453696d4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:44.955835 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-926c3094-9c9a-4900-a84e-f70f453696d4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Calling delete_port for 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:37:45.089746 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-926c3094-9c9a-4900-a84e-f70f453696d4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:45.102656 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:45.121472 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c3094-9c9a-4900-a84e-f70f453696d4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Pushing event deleted for resources: {'Port': ['ID=4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:45.434053 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-926c3094-9c9a-4900-a84e-f70f453696d4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] No DVR routers for this DVR port 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:37:45.436488 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-926c3094-9c9a-4900-a84e-f70f453696d4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:45.439885 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-901c19d1-a7d2-42e8-ae44-bf37042f3a3b req-926c3094-9c9a-4900-a84e-f70f453696d4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.48 "DELETE /v2.0/ports/4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 HTTP/1.1" status: 204 len: 173 time: 0.6746686 Nov 23 14:37:45.440328 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd10bc3-d7fb-40a8-bd59-560f42cd1096', 'name': 'network-vif-deleted', 'tag': '4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:45.442840 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8066c0-7141-46ae-a8ae-d47f9f10a247" -d '{"events": [{"server_uuid": "bbd10bc3-d7fb-40a8-bd59-560f42cd1096", "name": "network-vif-deleted", "tag": "4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:45.484754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abc1575-bc63-40b9-b52e-3f46b9d32938 x-openstack-request-id: req-4abc1575-bc63-40b9-b52e-3f46b9d32938 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:45.485076 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd10bc3-d7fb-40a8-bd59-560f42cd1096", "name": "network-vif-deleted", "tag": "4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:45.485337 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4abc1575-bc63-40b9-b52e-3f46b9d32938 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:45.485740 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd10bc3-d7fb-40a8-bd59-560f42cd1096', 'name': 'network-vif-deleted', 'tag': '4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70', 'status': 'completed', 'code': 200} Nov 23 14:37:45.833831 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-b5b911d9-b794-41fe-85b0-8e403ab7189e req-7f4bf8f8-9cad-4111-bcb4-9dc34634de40 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbd10bc3-d7fb-40a8-bd59-560f42cd1096 HTTP/1.1" status: 200 len: 210 time: 0.0336878 Nov 23 14:37:46.154436 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:47.138203 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba76552-d114-47d2-b615-2280be150a04 req-69f11590-21d6-4e3a-ad62-f4496bac996e tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:47.139609 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-69f11590-21d6-4e3a-ad62-f4496bac996e tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/networks?id=6f2e48a3-da1b-4edd-bd2a-129fd178b346 HTTP/1.1" status: 200 len: 809 time: 0.1329448 Nov 23 14:37:47.155535 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-30304c3c-dc53-400d-8dee-cbbc5c79783b tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/quotas/12682d14e54c4e3d8f82e09913314204 HTTP/1.1" status: 200 len: 375 time: 0.0095541 Nov 23 14:37:47.192451 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-8a0a7ee0-5762-4396-8b00-31333aab5353 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=12682d14e54c4e3d8f82e09913314204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304360 Nov 23 14:37:47.286387 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-26278a96-21ed-41a7-8282-fabe774aa4e9 service neutron] 10.222.0.59 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860600 Nov 23 14:37:47.384077 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-8692dd81-3a0c-42d1-9df6-0998bf3df32b service neutron] 10.222.0.59 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907629 Nov 23 14:37:48.189842 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:37:48.210705 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:37:48.211051 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 4dd1e9a4-05fd-4e40-a28c-49ae2d45ee70 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:37:48.573024 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-020f85b6-7c0f-4bec-bd68-194e184754c0 req-fab52c06-4ca2-4906-9994-b435e2bf4f77 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 210 time: 0.0266020 Nov 23 14:37:49.658391 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-057867f9-f3fb-4ba1-8d8f-b2cf17e9c118 req-c30459da-5842-46a8-a162-20edbdf4f862 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 210 time: 0.0309515 Nov 23 14:37:50.742653 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d0db6f01-9663-405d-9196-d488cdb3eb2e req-86d8e02b-882d-4af9-89e6-d0a674b25ce7 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 210 time: 0.0275784 Nov 23 14:37:51.833858 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-826e20f3-fe92-4a05-b04a-ae5f500b3c19 req-5df1047c-9805-495e-9399-5eba2449f4f6 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 210 time: 0.0303707 Nov 23 14:37:52.930623 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-834b2866-4997-4c5d-a12a-74a4ff800183 req-cc1a8aa0-8ea8-44c5-b728-492bffef33bc tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 210 time: 0.0264852 Nov 23 14:37:53.623200 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba76552-d114-47d2-b615-2280be150a04 req-9a5d3eae-09ef-4631-9972-24c703129787 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:53.624638 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-9a5d3eae-09ef-4631-9972-24c703129787 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.48 "GET /v2.0/networks?id=6f2e48a3-da1b-4edd-bd2a-129fd178b346 HTTP/1.1" status: 200 len: 809 time: 0.1175859 Nov 23 14:37:53.638545 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Request body: {'port': {'device_id': '182c4842-a340-4c58-9625-91d0a4f5afcd', 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346', 'admin_state_up': True, 'tenant_id': '12682d14e54c4e3d8f82e09913314204'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:53.757042 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Made reservation on behalf of 12682d14e54c4e3d8f82e09913314204 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:37:53.763069 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:53.893930 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Allocated IP 172.20.0.4 (6f2e48a3-da1b-4edd-bd2a-129fd178b346/6c88e748-95d0-46e9-8ff0-4455a8ed811d/ada21fb7-112b-401b-a795-d472af55e192) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:37:54.028601 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-18c7ddf8-e23e-48aa-95b9-68518db54cc7 req-67218402-42c0-48b1-8c64-88ee15df7ef9 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 210 time: 0.0276337 Nov 23 14:37:54.049410 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:54.087176 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:54.131403 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:37:54.134398 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:37:54.138755 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:37:54.145453 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Pushing event updated for resources: {'Port': ['ID=ada21fb7-112b-401b-a795-d472af55e192,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:54.191900 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:54.192524 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:54.209783 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-cf9dbb0f-a311-4312-8e73-17466b1eaa52 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761383 Nov 23 14:37:54.222614 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Request body: {'port': {'device_id': '182c4842-a340-4c58-9625-91d0a4f5afcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:37:54.282745 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:54.555833 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada21fb7-112b-401b-a795-d472af55e192 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:54.564524 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:54.577563 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Transition to ACTIVE for port object ada21fb7-112b-401b-a795-d472af55e192 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:37:54.581387 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:54.631569 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Pushing event updated for resources: {'Port': ['ID=ada21fb7-112b-401b-a795-d472af55e192,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:54.704613 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Attempting to bind port ada21fb7-112b-401b-a795-d472af55e192 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:37:54.704979 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Attempting to bind port ada21fb7-112b-401b-a795-d472af55e192 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '662a453d-7f3b-4b88-a18f-6620b4af9cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:37:54.705309 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Attempting to bind port ada21fb7-112b-401b-a795-d472af55e192 on network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:54.709788 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Port ada21fb7-112b-401b-a795-d472af55e192 on network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:37:54.710108 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Attempting to bind port ada21fb7-112b-401b-a795-d472af55e192 on network 6f2e48a3-da1b-4edd-bd2a-129fd178b346 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:37:54.715606 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:37:54.715935 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Checking segment: {'id': '662a453d-7f3b-4b88-a18f-6620b4af9cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:37:54.716319 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Bound using segment: {'id': '662a453d-7f3b-4b88-a18f-6620b4af9cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:37:54.716740 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Bound port: ada21fb7-112b-401b-a795-d472af55e192, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662a453d-7f3b-4b88-a18f-6620b4af9cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:37:54.717116 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:54.788173 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] For port ada21fb7-112b-401b-a795-d472af55e192, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:37:54.792368 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] For port ada21fb7-112b-401b-a795-d472af55e192, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ada21fb7-112b-401b-a795-d472af55e192,segment=NetworkSegment(662a453d-7f3b-4b88-a18f-6620b4af9cb9),segment_id=662a453d-7f3b-4b88-a18f-6620b4af9cb9)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:37:54.797802 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:54.837442 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:54.838771 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:54.840238 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-ed67b786-4775-4512-987b-d005837f6bce service neutron] 10.222.0.48 "PUT /v2.0/ports/ada21fb7-112b-401b-a795-d472af55e192 HTTP/1.1" status: 200 len: 1093 time: 0.6219206 Nov 23 14:37:54.840700 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182c4842-a340-4c58-9625-91d0a4f5afcd', 'tag': 'ada21fb7-112b-401b-a795-d472af55e192'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:37:54.843064 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36adfb97-1409-4044-a228-b5e1b39ddc61" -d '{"events": [{"name": "network-changed", "server_uuid": "182c4842-a340-4c58-9625-91d0a4f5afcd", "tag": "ada21fb7-112b-401b-a795-d472af55e192"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:37:54.878892 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67b786-4775-4512-987b-d005837f6bce service neutron] Pushing event updated for resources: {'Port': ['ID=ada21fb7-112b-401b-a795-d472af55e192,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:54.901046 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6965c1-d0aa-4a5a-a60c-9df1802965fb x-openstack-request-id: req-3d6965c1-d0aa-4a5a-a60c-9df1802965fb {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:37:54.901391 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182c4842-a340-4c58-9625-91d0a4f5afcd", "tag": "ada21fb7-112b-401b-a795-d472af55e192", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:37:54.901576 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d6965c1-d0aa-4a5a-a60c-9df1802965fb {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:37:54.901954 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182c4842-a340-4c58-9625-91d0a4f5afcd', 'tag': 'ada21fb7-112b-401b-a795-d472af55e192', 'status': 'completed', 'code': 200} Nov 23 14:37:54.937229 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba76552-d114-47d2-b615-2280be150a04 req-f60bf232-1d2e-4576-ae90-d06a00e24191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:54.938792 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-f60bf232-1d2e-4576-ae90-d06a00e24191 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12682d14e54c4e3d8f82e09913314204&device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 1096 time: 0.0478160 Nov 23 14:37:54.988769 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-3a04586a-f777-4cb1-aa92-5fac0f462427 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ada21fb7-112b-401b-a795-d472af55e192 HTTP/1.1" status: 200 len: 217 time: 0.0413113 Nov 23 14:37:55.046573 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba76552-d114-47d2-b615-2280be150a04 req-771918b3-06da-4f9b-8e22-38a5d8a99486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:55.048069 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-771918b3-06da-4f9b-8e22-38a5d8a99486 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c88e748-95d0-46e9-8ff0-4455a8ed811d HTTP/1.1" status: 200 len: 849 time: 0.0523894 Nov 23 14:37:55.082928 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-eda80e84-b3b3-4527-b6aa-7a29f582e50c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f2e48a3-da1b-4edd-bd2a-129fd178b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283971 Nov 23 14:37:55.151182 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb1a17-7715-46e6-8e8d-c34bb8d76776 req-58ab0066-38ce-478d-ad47-1a2469ed05d6 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:55.153136 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4fcb1a17-7715-46e6-8e8d-c34bb8d76776 req-58ab0066-38ce-478d-ad47-1a2469ed05d6 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 943 time: 0.0512636 Nov 23 14:37:55.190607 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-20387933-104a-44d9-9140-12144fa53f50 service neutron] 10.222.0.48 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985842 Nov 23 14:37:55.209489 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4fcb1a17-7715-46e6-8e8d-c34bb8d76776 req-45f5f1e6-9609-439b-b55d-f107ead409db tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501072 Nov 23 14:37:55.283457 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-cba76552-d114-47d2-b615-2280be150a04 req-a36a2ada-6703-465b-b19d-1c535ee4ddd2 service neutron] 10.222.0.48 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857310 Nov 23 14:37:55.377365 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adfb97-1409-4044-a228-b5e1b39ddc61 req-57d2cd2a-b0c1-4572-aa26-7bd46020b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:55.378909 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-36adfb97-1409-4044-a228-b5e1b39ddc61 req-57d2cd2a-b0c1-4572-aa26-7bd46020b133 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12682d14e54c4e3d8f82e09913314204&device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 1096 time: 0.0460124 Nov 23 14:37:55.477230 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adfb97-1409-4044-a228-b5e1b39ddc61 req-327d86bc-ba9d-49ec-84c2-2ca2fbaf6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:55.478756 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-36adfb97-1409-4044-a228-b5e1b39ddc61 req-327d86bc-ba9d-49ec-84c2-2ca2fbaf6c94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f2e48a3-da1b-4edd-bd2a-129fd178b346 HTTP/1.1" status: 200 len: 910 time: 0.0916164 Nov 23 14:37:55.529905 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-36adfb97-1409-4044-a228-b5e1b39ddc61 req-2c3c4498-5107-4012-9a26-b300a3f639d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ada21fb7-112b-401b-a795-d472af55e192 HTTP/1.1" status: 200 len: 217 time: 0.0420356 Nov 23 14:37:55.581325 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adfb97-1409-4044-a228-b5e1b39ddc61 req-8595b040-572f-4ccb-b9bc-19193c336375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:55.582901 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-36adfb97-1409-4044-a228-b5e1b39ddc61 req-8595b040-572f-4ccb-b9bc-19193c336375 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c88e748-95d0-46e9-8ff0-4455a8ed811d HTTP/1.1" status: 200 len: 849 time: 0.0461087 Nov 23 14:37:55.617285 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-36adfb97-1409-4044-a228-b5e1b39ddc61 req-a4711c6d-0777-4fdf-bef2-08ca0f7e0e05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f2e48a3-da1b-4edd-bd2a-129fd178b346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256541 Nov 23 14:37:55.719751 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-36adfb97-1409-4044-a228-b5e1b39ddc61 req-15e2a76b-43b0-4d5c-9d63-c85f96d5812b service neutron] 10.222.0.48 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950706 Nov 23 14:37:55.817112 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-36adfb97-1409-4044-a228-b5e1b39ddc61 req-4dee4332-9e89-456b-9a3c-ed9c2d625774 service neutron] 10.222.0.48 "GET /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901837 Nov 23 14:37:56.335647 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6494fd-f3f9-41c3-9e11-d4f8d6aafe54 req-68640adb-b41e-4e23-b8dc-73b7a71b2b3f tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:56.337305 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9d6494fd-f3f9-41c3-9e11-d4f8d6aafe54 req-68640adb-b41e-4e23-b8dc-73b7a71b2b3f tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 943 time: 0.0538509 Nov 23 14:37:56.394214 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9d6494fd-f3f9-41c3-9e11-d4f8d6aafe54 req-cd9e4fd4-c938-4e06-b0cc-a35e135eaa49 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493128 Nov 23 14:37:57.515549 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611c7d-e8dc-487c-8159-f43400779922 req-91ad0cf9-4592-4d3a-9c06-ac2ba17ce30f tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:57.517116 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fe611c7d-e8dc-487c-8159-f43400779922 req-91ad0cf9-4592-4d3a-9c06-ac2ba17ce30f tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 943 time: 0.0522728 Nov 23 14:37:57.567800 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fe611c7d-e8dc-487c-8159-f43400779922 req-40fc4a8f-b7e8-4057-bb37-45d4f8d654a4 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Nov 23 14:37:58.240154 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ada21fb7-112b-401b-a795-d472af55e192 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:37:58.342441 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ada21fb7-112b-401b-a795-d472af55e192, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ada21fb7-112b-401b-a795-d472af55e192,segment=NetworkSegment(662a453d-7f3b-4b88-a18f-6620b4af9cb9),segment_id=662a453d-7f3b-4b88-a18f-6620b4af9cb9)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:58.354425 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': 'ada21fb7-112b-401b-a795-d472af55e192', 'network_id': '6f2e48a3-da1b-4edd-bd2a-129fd178b346', 'port_id': 'ada21fb7-112b-401b-a795-d472af55e192', 'mac_address': 'fa:16:3e:cb:0d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c88e748-95d0-46e9-8ff0-4455a8ed811d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:37:58.394807 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.413874 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada21fb7-112b-401b-a795-d472af55e192 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:37:58.437109 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ada21fb7-112b-401b-a795-d472af55e192, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ada21fb7-112b-401b-a795-d472af55e192,segment=NetworkSegment(662a453d-7f3b-4b88-a18f-6620b4af9cb9),segment_id=662a453d-7f3b-4b88-a18f-6620b4af9cb9)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:37:58.441424 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:37:58.494126 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=ada21fb7-112b-401b-a795-d472af55e192,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:37:58.637221 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['ada21fb7-112b-401b-a795-d472af55e192'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:37:58.703285 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb141a-a3f1-4c8e-ace6-15632a6e8b57 req-a9bb56c2-4043-4933-baab-18f97bdf141b tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:58.704901 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-dffb141a-a3f1-4c8e-ace6-15632a6e8b57 req-a9bb56c2-4043-4933-baab-18f97bdf141b tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 944 time: 0.0613742 Nov 23 14:37:58.759256 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-dffb141a-a3f1-4c8e-ace6-15632a6e8b57 req-3d54179d-4c6f-42ee-abfc-61c03e779959 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466704 Nov 23 14:37:59.885669 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef63b-6faf-4767-9721-a6f8114403a2 req-19522885-5334-4d74-ba11-e4dc31774ad6 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:37:59.887410 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9e6ef63b-6faf-4767-9721-a6f8114403a2 req-19522885-5334-4d74-ba11-e4dc31774ad6 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 944 time: 0.0568080 Nov 23 14:37:59.943584 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9e6ef63b-6faf-4767-9721-a6f8114403a2 req-36871296-8a32-4eca-a124-ace975b2d8b8 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497580 Nov 23 14:38:00.237114 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ada21fb7-112b-401b-a795-d472af55e192 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:00.288331 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port ada21fb7-112b-401b-a795-d472af55e192 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:38:00.293135 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port ada21fb7-112b-401b-a795-d472af55e192 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:00.293517 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.382230 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.406559 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182c4842-a340-4c58-9625-91d0a4f5afcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada21fb7-112b-401b-a795-d472af55e192'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:00.408976 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1172cb21-4956-49ea-8ca5-e52a9d104b0d" -d '{"events": [{"server_uuid": "182c4842-a340-4c58-9625-91d0a4f5afcd", "name": "network-vif-plugged", "status": "completed", "tag": "ada21fb7-112b-401b-a795-d472af55e192"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:00.423000 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port ada21fb7-112b-401b-a795-d472af55e192, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ada21fb7-112b-401b-a795-d472af55e192,segment=NetworkSegment(662a453d-7f3b-4b88-a18f-6620b4af9cb9),segment_id=662a453d-7f3b-4b88-a18f-6620b4af9cb9)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:00.427940 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:00.455035 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1204b346-6483-40a6-948b-0eeec229de18 x-openstack-request-id: req-1204b346-6483-40a6-948b-0eeec229de18 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:00.455377 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182c4842-a340-4c58-9625-91d0a4f5afcd", "name": "network-vif-plugged", "status": "completed", "tag": "ada21fb7-112b-401b-a795-d472af55e192", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:00.455706 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1204b346-6483-40a6-948b-0eeec229de18 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:00.456066 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182c4842-a340-4c58-9625-91d0a4f5afcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada21fb7-112b-401b-a795-d472af55e192', 'code': 200} Nov 23 14:38:00.487859 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=ada21fb7-112b-401b-a795-d472af55e192,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:00.629176 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7847594-580f-4132-b662-b5fde643e9f9 req-6ae998fe-6440-4068-825b-a63c6dc6aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:00.630750 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a7847594-580f-4132-b662-b5fde643e9f9 req-6ae998fe-6440-4068-825b-a63c6dc6aaa3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 1098 time: 0.0417128 Nov 23 14:38:00.679022 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a7847594-580f-4132-b662-b5fde643e9f9 req-636588f3-cfe7-4a35-9d97-5c5bbfa442a5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Nov 23 14:38:01.075008 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75a555-cbc7-4862-9de8-46ff6401991e req-c1de422e-8851-44b8-8d65-2c7b228e4891 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:01.076798 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9f75a555-cbc7-4862-9de8-46ff6401991e req-c1de422e-8851-44b8-8d65-2c7b228e4891 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 945 time: 0.0589218 Nov 23 14:38:01.132332 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9f75a555-cbc7-4862-9de8-46ff6401991e req-a8fbe304-eba8-49c9-8980-d66ed13a19c6 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492086 Nov 23 14:38:02.258050 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249197c-74a2-42c0-82b0-c42efe57200d req-8d655550-98a9-47d1-8264-a0d13c5a3ba6 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:02.259548 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5249197c-74a2-42c0-82b0-c42efe57200d req-8d655550-98a9-47d1-8264-a0d13c5a3ba6 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 945 time: 0.0533440 Nov 23 14:38:02.309964 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5249197c-74a2-42c0-82b0-c42efe57200d req-11ea75e8-9845-4631-b069-623218704554 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Nov 23 14:38:02.962409 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ccd81-6ac4-42db-8dcb-c4c6e2a95f43 req-dda05136-8ae8-4f7f-a032-2f7626b5a2b9 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:02.964180 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a36ccd81-6ac4-42db-8dcb-c4c6e2a95f43 req-dda05136-8ae8-4f7f-a032-2f7626b5a2b9 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 945 time: 0.0505092 Nov 23 14:38:03.012768 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a36ccd81-6ac4-42db-8dcb-c4c6e2a95f43 req-9ead9f1a-4caa-4d32-8883-201b5bcb4772 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 Nov 23 14:38:04.116941 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-26c241ea-2eb2-4c07-bd57-82354a7bfb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:04.138501 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc2071-c646-429b-a48a-b1ad63db0bd7 req-eac0a04f-6afe-4757-a357-0297b8b0868a tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:04.140092 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-82bc2071-c646-429b-a48a-b1ad63db0bd7 req-eac0a04f-6afe-4757-a357-0297b8b0868a tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 945 time: 0.0562594 Nov 23 14:38:04.199774 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-82bc2071-c646-429b-a48a-b1ad63db0bd7 req-51d1ae9a-d95d-4cab-a56a-b351021c0cf5 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530958 Nov 23 14:38:04.234863 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-422d3c44-2ef8-4c20-86a0-21d048f82443 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:04.236426 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-422d3c44-2ef8-4c20-86a0-21d048f82443 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.48 "GET /v2.0/ports?device_id=182c4842-a340-4c58-9625-91d0a4f5afcd HTTP/1.1" status: 200 len: 945 time: 0.0520182 Nov 23 14:38:04.335673 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Deleting port ada21fb7-112b-401b-a795-d472af55e192 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:38:04.336017 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:04.446765 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] For port ada21fb7-112b-401b-a795-d472af55e192, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ada21fb7-112b-401b-a795-d472af55e192,segment=NetworkSegment(662a453d-7f3b-4b88-a18f-6620b4af9cb9),segment_id=662a453d-7f3b-4b88-a18f-6620b4af9cb9)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:04.447669 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:04.468933 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Calling delete_port for ada21fb7-112b-401b-a795-d472af55e192 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:38:04.623846 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:04.636272 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['ada21fb7-112b-401b-a795-d472af55e192'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:38:04.657579 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Pushing event deleted for resources: {'Port': ['ID=ada21fb7-112b-401b-a795-d472af55e192,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:04.688858 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.689232 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.689576 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.689915 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.690293 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.690585 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.690913 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.691245 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.691605 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.691889 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.692215 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.692536 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:04.714385 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] No DVR routers for this DVR port ada21fb7-112b-401b-a795-d472af55e192 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:38:04.717048 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:04.720386 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-40a2d725-e664-4d43-90fd-a99969ababc1 req-2f2f4246-7fa9-4043-92d8-21eb5477b236 tempest-VolumesActionsTest-244174875 tempest-VolumesActionsTest-244174875-project] 10.222.0.48 "DELETE /v2.0/ports/ada21fb7-112b-401b-a795-d472af55e192 HTTP/1.1" status: 204 len: 173 time: 0.4779882 Nov 23 14:38:04.720835 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182c4842-a340-4c58-9625-91d0a4f5afcd', 'name': 'network-vif-deleted', 'tag': 'ada21fb7-112b-401b-a795-d472af55e192'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:38:04.723123 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16544980-93ae-422b-b619-281b6dd3502c" -d '{"events": [{"server_uuid": "182c4842-a340-4c58-9625-91d0a4f5afcd", "name": "network-vif-deleted", "tag": "ada21fb7-112b-401b-a795-d472af55e192"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:38:04.760485 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae9b9f2-e3e8-411b-94b5-993ac7da4c5f x-openstack-request-id: req-9ae9b9f2-e3e8-411b-94b5-993ac7da4c5f {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:38:04.760826 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182c4842-a340-4c58-9625-91d0a4f5afcd", "name": "network-vif-deleted", "tag": "ada21fb7-112b-401b-a795-d472af55e192", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:38:04.761121 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ae9b9f2-e3e8-411b-94b5-993ac7da4c5f {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:38:04.761530 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182c4842-a340-4c58-9625-91d0a4f5afcd', 'name': 'network-vif-deleted', 'tag': 'ada21fb7-112b-401b-a795-d472af55e192', 'status': 'completed', 'code': 200} Nov 23 14:38:06.598625 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-94ded0c0-dc40-49a8-bc5c-a47991ad0f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:08.227355 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:08.880742 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ada21fb7-112b-401b-a795-d472af55e192 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:38:08.902184 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: ada21fb7-112b-401b-a795-d472af55e192 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:38:08.902529 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device ada21fb7-112b-401b-a795-d472af55e192 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:38:09.875886 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:10.498159 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:15.787112 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:38:16.142521 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.045434 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52156) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:28.090786 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d25734-91e8-4105-8aa4-acdef76a3393 admin admin] Deleting subnet 6c88e748-95d0-46e9-8ff0-4455a8ed811d {{(pid=102953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:38:28.094066 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-02d25734-91e8-4105-8aa4-acdef76a3393 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.130220 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-02d25734-91e8-4105-8aa4-acdef76a3393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5134442'] for subnet, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.168651 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-02d25734-91e8-4105-8aa4-acdef76a3393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.223560 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-02d25734-91e8-4105-8aa4-acdef76a3393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341592'] for subnet, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.248733 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d25734-91e8-4105-8aa4-acdef76a3393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c88e748-95d0-46e9-8ff0-4455a8ed811d,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:28.253746 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-02d25734-91e8-4105-8aa4-acdef76a3393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.256649 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-02d25734-91e8-4105-8aa4-acdef76a3393 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6c88e748-95d0-46e9-8ff0-4455a8ed811d HTTP/1.1" status: 204 len: 168 time: 0.2102134 Nov 23 14:38:28.259252 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52158) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:28.327480 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.407050 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.426827 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2e48a3-da1b-4edd-bd2a-129fd178b346']}} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:28.437911 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662a453d-7f3b-4b88-a18f-6620b4af9cb9') {'for_net_delete': True} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:28.438260 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662a453d-7f3b-4b88-a18f-6620b4af9cb9') {} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:28.448018 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5134451'] for segment, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.462063 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.468697 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:38:28.469117 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4885412'] for segment, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: Traceback (most recent call last): Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: timer() Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: cb(*args, **kw) Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: return func(*args, **kwargs) Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: self._notify() Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: self.callback(batched_events) Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: event.method(event) Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: return f(self, *a, **k) Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._get(url).json() Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: return self.request(url, 'GET', **kwargs) Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:38:28.470851 dv-cinder-804035-16-iscsi neutron-server[102953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:38:28.527428 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.531662 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.534896 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6f2e48a3-da1b-4edd-bd2a-129fd178b346 HTTP/1.1" status: 204 len: 168 time: 0.2740300 Nov 23 14:38:28.548263 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30127158-db3e-4ab2-acb8-43ac16e0bba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2e48a3-da1b-4edd-bd2a-129fd178b346,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:28.649773 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52162) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:28.691870 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-e3a0b730-44fb-497f-b757-5fb0e285e8ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12682d14e54c4e3d8f82e09913314204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409186 Nov 23 14:38:28.694421 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52164) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:28.742630 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-31b70f97-15b3-49ca-a534-3fce795f6490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.766214 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-31b70f97-15b3-49ca-a534-3fce795f6490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.817837 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-31b70f97-15b3-49ca-a534-3fce795f6490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.820574 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-31b70f97-15b3-49ca-a534-3fce795f6490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:28.821778 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-31b70f97-15b3-49ca-a534-3fce795f6490 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4 HTTP/1.1" status: 204 len: 168 time: 0.1264365 Nov 23 14:38:28.829872 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b70f97-15b3-49ca-a534-3fce795f6490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa50f8a4-9b99-4a2d-aa0d-a7148d28d8a4,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:29.892923 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52194) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:30.006195 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d635bcfe-ad2c-48f0-9139-839c4f817bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.079848 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d635bcfe-ad2c-48f0-9139-839c4f817bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.085319 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-d635bcfe-ad2c-48f0-9139-839c4f817bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.125956 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-d635bcfe-ad2c-48f0-9139-839c4f817bc8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea7025367e9c40d7bb2283152d59100f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318919 Nov 23 14:38:30.126809 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635bcfe-ad2c-48f0-9139-839c4f817bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e554be8-382b-4e65-af4b-bc7fc8411e27,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:30.128656 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52198) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:30.178983 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.200462 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.251564 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.254284 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:30.255856 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e554be8-382b-4e65-af4b-bc7fc8411e27 HTTP/1.1" status: 204 len: 168 time: 0.1252739 Nov 23 14:38:30.264154 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e554be8-382b-4e65-af4b-bc7fc8411e27,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:30.271562 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.271918 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.272267 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.272609 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.272992 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.273292 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.273628 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.273963 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.274293 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.274618 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.274941 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.275269 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc75ccf-0ed3-4f3c-8544-77c5e117acb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:30.893890 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52220) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:30.991385 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1144800395-network', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:31.011088 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Made reservation on behalf of bb944e8e220f4b9f80081a617bb9e3f6 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:38:31.013477 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.021999 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.098172 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.102054 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.126865 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:38:31.137281 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47db632e-f896-4ec4-b01d-73fca0b6817e,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:31.142122 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.142453 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Added segment de8661b6-fce6-4496-9ee0-ea6d11d52382 of type vlan for network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd Nov 23 14:38:31.182511 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.207105 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.208082 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:31.208650 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.239441 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3444457 Nov 23 14:38:31.242404 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52224) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:31.247377 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Request body: {'subnet': {'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1144800395-subnet', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'ip_version': 4}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:31.269655 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Made reservation on behalf of bb944e8e220f4b9f80081a617bb9e3f6 for: {'subnet': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:38:31.272042 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4979593'] for subnet, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.276254 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99258bf1-0a50-48fd-b884-22e6c9d77b3a admin admin] Pushing event updated for resources: {'Network': ['ID=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:31.288714 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:38:31.454435 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5085325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4979643'] for subnet, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.511619 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e5b48a-924a-4787-983c-a2953aeebfc5,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:31.518967 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Checking segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:31.519324 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Network hostable DHCP agents. Network: 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:38:31.538449 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:38:31.547773 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd) {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:31.552301 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:31.552944 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.559266 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6ffbf-88e3-4d10-8250-c7be9525a156 None None] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:38:31.570175 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-6f790e39-feac-43ed-9294-8a71e877a37e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3266566 Nov 23 14:38:31.573753 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52226) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:31.578422 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:31.599528 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5006'] for router, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.600752 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.654124 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.721335 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp149c54f5-4f1e-5612-a8be-7e2996bbc970-3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5'}]}} from dv-cinder-804035-16-iscsi. {{(pid=102954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:38:31.722197 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.795945 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:31.859425 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.db_base_plugin_common [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Allocated IP 172.20.0.2 (3174c182-5ea7-4a2d-af27-2bcbf61cb6dd/63e5b48a-924a-4787-983c-a2953aeebfc5/8ae4f655-7a2b-41c8-82a8-97879c9e10ff) {{(pid=102954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:31.998230 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.005422 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Publish callbacks [] for port, precommit_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.011873 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.021233 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.060415 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd is already hosted by enough agents. {{(pid=102954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:32.064403 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Pushing event updated for resources: {'Port': ['ID=8ae4f655-7a2b-41c8-82a8-97879c9e10ff,revision_number=1']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:32.066909 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.base_scheduler [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Resources bound (agent type, host, resource id): {{(pid=102954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:32.069156 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Received port after_create {{(pid=102954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:32.130399 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Allocated IP 172.27.1.159 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/15824285-1a40-4501-9330-5fdbd27ceff1) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:32.246456 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.250915 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Attempting to bind port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:32.251200 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Attempting to bind port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:32.251571 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Attempting to bind port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:32.256956 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:32.257347 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Checking segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:32.257752 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.258153 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Bound using segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:32.258631 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Bound port: 8ae4f655-7a2b-41c8-82a8-97879c9e10ff, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:32.259012 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.283871 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.323461 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] For port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:32.326166 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:32.326883 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] For port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=8ae4f655-7a2b-41c8-82a8-97879c9e10ff,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:32.329010 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:32.331510 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:32.332013 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:32.354754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Pushing event updated for resources: {'Port': ['ID=15824285-1a40-4501-9330-5fdbd27ceff1,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:32.400923 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce1515-8ce4-467e-bddd-6b02890a6df1 None None] Pushing event updated for resources: {'Port': ['ID=8ae4f655-7a2b-41c8-82a8-97879c9e10ff,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:32.608235 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:33.091351 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774'] for router, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:33.190959 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 8ae4f655-7a2b-41c8-82a8-97879c9e10ff up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:33.234944 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 is scheduled to L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 with binding_index 1 {{(pid=102953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:38:33.253471 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:33.253924 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:33.343777 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:33.357642 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:38:33.367526 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Sync routers for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:38:33.376390 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:33.378170 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-1efb8f30-ce56-4d88-aeaf-1350a011b546 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8026376 Nov 23 14:38:33.380439 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52228) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:33.401503 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab4de1-585c-4dff-a723-7d814814b2ae None None] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:38:33.405021 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=8ae4f655-7a2b-41c8-82a8-97879c9e10ff,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:33.411552 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:33.412559 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:38:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:33.414799 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:33.547260 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-7403fac4-511d-43fa-af5b-0d1876800ccf None None] Provisioning complete for port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:33.547727 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-7403fac4-511d-43fa-af5b-0d1876800ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:33.625479 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=8ae4f655-7a2b-41c8-82a8-97879c9e10ff,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:33.698246 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:33.809162 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:33.958487 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:32Z', 'revision_number': 3, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:33.971572 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Allocated IP 172.20.0.1 (3174c182-5ea7-4a2d-af27-2bcbf61cb6dd/63e5b48a-924a-4787-983c-a2953aeebfc5/280174cf-63b6-4878-9f83-7eea8ee17637) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:33.985958 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Checking router: 5ed0aad7-8a36-444c-b44e-59134dc46ed9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:38:33.986369 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Updating router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 port 15824285-1a40-4501-9330-5fdbd27ceff1 binding host dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:38:34.019857 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.100190 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.138145 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.147293 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e5d109f7-6680-4116-a5ad-9c87b3f790fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.185557 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:34.188414 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:34.190880 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:34.218134 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Pushing event updated for resources: {'Port': ['ID=280174cf-63b6-4878-9f83-7eea8ee17637,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:34.227496 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-4eb3f123-b81c-43f8-8832-8b7c367ba7e1 None None] Provisioning complete for port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:34.227856 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f123-b81c-43f8-8832-8b7c367ba7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.244483 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.392504 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.397971 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Publish callbacks [] for port, precommit_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.404615 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.459201 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Attempting to bind port 15824285-1a40-4501-9330-5fdbd27ceff1 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:34.459581 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Attempting to bind port 15824285-1a40-4501-9330-5fdbd27ceff1 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:34.459948 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Attempting to bind port 15824285-1a40-4501-9330-5fdbd27ceff1 on network dd2cda15-199e-4377-92fa-023d99d914e4 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:34.468559 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dae392-fc47-472c-a971-8a3cc250e60b None None] Pushing event updated for resources: {'Port': ['ID=15824285-1a40-4501-9330-5fdbd27ceff1,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:34.471586 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:34.472207 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:34.472570 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.472991 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Bound using segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:34.473476 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Bound port: 15824285-1a40-4501-9330-5fdbd27ceff1, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:34.473865 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.519713 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-44dec861-9e1f-47f0-9385-12fd0aea0aa0 None None] Provisioning complete for port 280174cf-63b6-4878-9f83-7eea8ee17637 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:34.520121 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-44dec861-9e1f-47f0-9385-12fd0aea0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.574544 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.577357 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] For port 15824285-1a40-4501-9330-5fdbd27ceff1, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:34.580501 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.582778 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] For port 15824285-1a40-4501-9330-5fdbd27ceff1, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=15824285-1a40-4501-9330-5fdbd27ceff1,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:34.584217 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-44dec861-9e1f-47f0-9385-12fd0aea0aa0 None None] Port 280174cf-63b6-4878-9f83-7eea8ee17637 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:34.589405 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.639118 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:34.639757 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:38:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:34.665567 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Pushing event updated for resources: {'Port': ['ID=280174cf-63b6-4878-9f83-7eea8ee17637,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:34.668471 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599789'] for router_interface, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:34.690851 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dae392-fc47-472c-a971-8a3cc250e60b None None] Pushing event updated for resources: {'Port': ['ID=15824285-1a40-4501-9330-5fdbd27ceff1,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:34.765796 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:34.767967 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:34.894751 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:38:34.905974 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:35.021675 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:38:35.027189 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-be427250-8477-4151-a8f2-15e3a3205daf admin admin] 10.222.0.59 "PUT /v2.0/routers/5ed0aad7-8a36-444c-b44e-59134dc46ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6450412 Nov 23 14:38:35.049427 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-f4622f76-3d95-4407-bbec-df5330731e77 None None] Provisioning complete for port 280174cf-63b6-4878-9f83-7eea8ee17637 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:35.049730 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-f4622f76-3d95-4407-bbec-df5330731e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.113873 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-f4622f76-3d95-4407-bbec-df5330731e77 None None] Port 280174cf-63b6-4878-9f83-7eea8ee17637 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:35.157974 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 8ae4f655-7a2b-41c8-82a8-97879c9e10ff up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:35.220734 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 2, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:35.249701 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e1bc0-494d-43a6-9659-7eebdf94c159 None None] The sync data for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi is: [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 2, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:38:35.251205 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:35.251579 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.561000 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52244) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:35.566086 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1904027651-network', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:35.589433 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Made reservation on behalf of af85b2d25e1f44b1bb97a9ef7855a6d3 for: {'network': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:38:35.592013 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for network, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.601545 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.689570 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.694361 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.720129 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 14:38:35.730963 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeca13b-b87a-4c37-88e1-1d2ba0bb3a9f,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:35.737564 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.737910 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.segments_db [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Added segment 0384382d-b6d8-4ff4-be34-3851148f922d of type vlan for network a5e2afa4-39df-4668-b36d-a8031d8ad62c Nov 23 14:38:35.785630 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737234464817'] for network, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.813261 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825'] for network, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.814238 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:35.814819 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.856215 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52246) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:35.856897 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2940998 Nov 23 14:38:35.862203 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Request body: {'subnet': {'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1904027651-subnet', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'ip_version': 4}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:35.885464 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca332c4-925f-44c2-9b84-52c13fcddc11 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e2afa4-39df-4668-b36d-a8031d8ad62c,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:35.888270 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Made reservation on behalf of af85b2d25e1f44b1bb97a9ef7855a6d3 for: {'subnet': 1} {{(pid=102952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:38:35.891285 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4979593'] for subnet, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:35.898174 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Network a5e2afa4-39df-4668-b36d-a8031d8ad62c details requested by agent ovs-agent-dv-cinder-804035-16-iscsi with host dv-cinder-804035-16-iscsi {{(pid=102954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 14:38:36.101567 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5085325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4979643'] for subnet, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.152965 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebe26f1-2ec5-416b-821a-49cb960e7c03,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:36.174012 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Checking segment: {'id': '0384382d-b6d8-4ff4-be34-3851148f922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:36.174400 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Network hostable DHCP agents. Network: a5e2afa4-39df-4668-b36d-a8031d8ad62c, hostable agents: ['c9fb6a42-9335-4f95-abbe-3d0623849c97'], hosted agents: [] {{(pid=102952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 14:38:36.193740 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Network a5e2afa4-39df-4668-b36d-a8031d8ad62c is scheduled to be hosted by DHCP agent c9fb6a42-9335-4f95-abbe-3d0623849c97 with binding_index 1 {{(pid=102952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 14:38:36.204319 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-16-iscsi, a5e2afa4-39df-4668-b36d-a8031d8ad62c) {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:36.208793 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:36.209435 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for subnet, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.214773 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3710b3cf-f62c-4887-851f-da0ededb6b8b None None] Network a5e2afa4-39df-4668-b36d-a8031d8ad62c requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:38:36.234097 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-0e4787b1-ffea-4b5a-bf60-25adda97d962 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3758347 Nov 23 14:38:36.236841 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52248) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:36.241647 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1904027651-router', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:36.267539 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5006'] for router, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.268972 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600813', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.335126 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.392465 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp149c54f5-4f1e-5612-a8be-7e2996bbc970-a5e2afa4-39df-4668-b36d-a8031d8ad62c', 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'fixed_ips': [{'subnet_id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03'}]}} from dv-cinder-804035-16-iscsi. {{(pid=102954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 14:38:36.393707 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.488025 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.549049 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.db_base_plugin_common [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Allocated IP 172.20.0.2 (a5e2afa4-39df-4668-b36d-a8031d8ad62c/5ebe26f1-2ec5-416b-821a-49cb960e7c03/4c1d8a0f-7f17-4950-b6b8-53851af1b8f9) {{(pid=102954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:36.631615 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-f37d0888-8c9c-4e4f-b1e0-770c8aae7109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.714473 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.718680 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.725668 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834'] for port, after_create {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.734216 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.774989 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Network a5e2afa4-39df-4668-b36d-a8031d8ad62c is already hosted by enough agents. {{(pid=102954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:36.779856 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.scheduler.base_scheduler [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Resources bound (agent type, host, resource id): {{(pid=102954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:36.782984 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Received port after_create {{(pid=102954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:36.785362 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Pushing event updated for resources: {'Port': ['ID=4c1d8a0f-7f17-4950-b6b8-53851af1b8f9,revision_number=1']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:36.842208 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Attempting to bind port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:36.842586 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Attempting to bind port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '0384382d-b6d8-4ff4-be34-3851148f922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:36.842965 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Attempting to bind port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 on network a5e2afa4-39df-4668-b36d-a8031d8ad62c {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:36.848254 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:36.848636 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Checking segment: {'id': '0384382d-b6d8-4ff4-be34-3851148f922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:36.849077 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.849479 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Bound using segment: {'id': '0384382d-b6d8-4ff4-be34-3851148f922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:36.850074 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Bound port: 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0384382d-b6d8-4ff4-be34-3851148f922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:36.850526 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.853445 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Allocated IP 172.27.1.246 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/6d9d6e20-322a-43ce-b48f-3ab9a366dcb9) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:36.920649 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] For port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:36.924409 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] For port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=4c1d8a0f-7f17-4950-b6b8-53851af1b8f9,segment=NetworkSegment(0384382d-b6d8-4ff4-be34-3851148f922d),segment_id=0384382d-b6d8-4ff4-be34-3851148f922d)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:36.928932 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.959076 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.997006 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:36.998142 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188d2d7-63fe-4ebd-a44b-3d5d0c6322d2 None None] Pushing event updated for resources: {'Port': ['ID=4c1d8a0f-7f17-4950-b6b8-53851af1b8f9,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:37.053989 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:37.055657 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Pushing event updated for resources: {'Port': ['ID=6d9d6e20-322a-43ce-b48f-3ab9a366dcb9,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:37.059102 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:37.062326 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:37.220707 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 15824285-1a40-4501-9330-5fdbd27ceff1 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:37.295934 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 15824285-1a40-4501-9330-5fdbd27ceff1 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:37.296232 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.395415 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.422771 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port 15824285-1a40-4501-9330-5fdbd27ceff1, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=15824285-1a40-4501-9330-5fdbd27ceff1,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:37.427812 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Sync routers for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:38:37.428674 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.443782 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:37.444842 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:38:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:37.486156 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=15824285-1a40-4501-9330-5fdbd27ceff1,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:37.569590 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:37.622200 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.788446 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 2, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:37.816974 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Checking router: 5ed0aad7-8a36-444c-b44e-59134dc46ed9 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:38:37.817335 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Updating router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 port 280174cf-63b6-4878-9f83-7eea8ee17637 binding host dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:38:37.840937 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-402774'] for router, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:37.844961 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.000465 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Router 8ec97709-000f-4671-bf1e-f7e046fafed6 is scheduled to L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 with binding_index 1 {{(pid=102952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 14:38:38.129104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:38:38.142484 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Sync routers for ids ['8ec97709-000f-4671-bf1e-f7e046fafed6'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:38:38.154681 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] Publish callbacks [] for router, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.156766 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-03ba2bee-0e72-43e9-9a85-c9889816da8a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9185865 Nov 23 14:38:38.159707 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52250) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:38.162339 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Routers {'8ec97709-000f-4671-bf1e-f7e046fafed6'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:38.163148 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:38:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['8ec97709-000f-4671-bf1e-f7e046fafed6'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:38.289547 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee4e69d-af8e-4b07-92df-48fb642bd258 None None] Network a5e2afa4-39df-4668-b36d-a8031d8ad62c requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:38:38.292219 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.292472 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Publish callbacks [] for port, precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.306115 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.391745 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Set router 8ec97709-000f-4671-bf1e-f7e046fafed6 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:38.420815 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Pushing event updated for resources: {'Port': ['ID=280174cf-63b6-4878-9f83-7eea8ee17637,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:38.442759 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.443568 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.443568 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.443992 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.444180 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.444570 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.444924 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.445262 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.445658 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.445997 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.446328 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.447010 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:38.450935 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Attempting to bind port 280174cf-63b6-4878-9f83-7eea8ee17637 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:38.451308 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Attempting to bind port 280174cf-63b6-4878-9f83-7eea8ee17637 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:38.451728 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Attempting to bind port 280174cf-63b6-4878-9f83-7eea8ee17637 on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:38.457890 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:38.458275 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Checking segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:38.458681 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.459130 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Bound using segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:38.459616 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Bound port: 280174cf-63b6-4878-9f83-7eea8ee17637, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:38.460021 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.496085 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Provisioning complete for port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:38.496524 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.539122 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] For port 280174cf-63b6-4878-9f83-7eea8ee17637, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:38.543297 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] For port 280174cf-63b6-4878-9f83-7eea8ee17637, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=280174cf-63b6-4878-9f83-7eea8ee17637,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:38.549270 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.623523 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:38.624102 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:38:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:38.626257 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa289ca8-9c6a-4ca0-8f7f-b43e81e0f009 None None] Pushing event updated for resources: {'Port': ['ID=280174cf-63b6-4878-9f83-7eea8ee17637,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:38.762811 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.772638 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:38.801493 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:38.981302 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] For port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=4c1d8a0f-7f17-4950-b6b8-53851af1b8f9,segment=NetworkSegment(0384382d-b6d8-4ff4-be34-3851148f922d),segment_id=0384382d-b6d8-4ff4-be34-3851148f922d)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:38.986983 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'name': 'tempest-TestVolumeBootPattern-1904027651-router', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 3, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'gw_port': {'id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:39.019090 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.026146 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Checking router: 8ec97709-000f-4671-bf1e-f7e046fafed6 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:38:39.027000 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Updating router 8ec97709-000f-4671-bf1e-f7e046fafed6 port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 binding host dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:38:39.030925 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Allocated IP 172.20.0.1 (a5e2afa4-39df-4668-b36d-a8031d8ad62c/5ebe26f1-2ec5-416b-821a-49cb960e7c03/903d2336-4248-4fb1-aef0-dda5bf57292f) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:38:39.068379 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:38Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:39.082529 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.108353 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e83289-4c7e-4abe-a569-61a54361e54a None None] The sync data for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi is: [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:38Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:38:39.150213 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Pushing event updated for resources: {'Port': ['ID=4c1d8a0f-7f17-4950-b6b8-53851af1b8f9,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:39.167795 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.168156 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.168509 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.168857 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.169240 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.169494 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.169637 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.169902 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.170242 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.170580 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.170916 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.171246 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.171574 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648b3440-9923-4066-a9db-7cc0f460c265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:38:39.217083 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.242271 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b5a1f757-0492-4f70-adff-d00e4f17c1fd None None] Provisioning complete for port 280174cf-63b6-4878-9f83-7eea8ee17637 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:39.242649 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b5a1f757-0492-4f70-adff-d00e4f17c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.273987 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Pushing event updated for resources: {'Port': ['ID=903d2336-4248-4fb1-aef0-dda5bf57292f,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:39.289618 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Network a5e2afa4-39df-4668-b36d-a8031d8ad62c is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:39.292063 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:39.294768 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:38:39.359046 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-599617'] for router_interface, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.425408 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 15824285-1a40-4501-9330-5fdbd27ceff1 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:39.506808 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.531086 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b5a1f757-0492-4f70-adff-d00e4f17c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.625062 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 15824285-1a40-4501-9330-5fdbd27ceff1 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:39.625445 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.664980 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b5a1f757-0492-4f70-adff-d00e4f17c1fd None None] For port 280174cf-63b6-4878-9f83-7eea8ee17637, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=280174cf-63b6-4878-9f83-7eea8ee17637,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:39.684098 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b5a1f757-0492-4f70-adff-d00e4f17c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.694581 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Publish callbacks [] for port, precommit_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.724225 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.725452 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.732404 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085210'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.756689 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b5a1f757-0492-4f70-adff-d00e4f17c1fd None None] Provisioning complete for port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:39.757486 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b5a1f757-0492-4f70-adff-d00e4f17c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.804662 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-599789'] for router_interface, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.807684 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Pushing event updated for resources: {'Port': ['ID=903d2336-4248-4fb1-aef0-dda5bf57292f,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:39.813320 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1f757-0492-4f70-adff-d00e4f17c1fd None None] Pushing event updated for resources: {'Port': ['ID=280174cf-63b6-4878-9f83-7eea8ee17637,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:39.826503 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Attempting to bind port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:39.826886 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Attempting to bind port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:39.827256 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Attempting to bind port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 on network dd2cda15-199e-4377-92fa-023d99d914e4 {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:39.888683 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:39.889449 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Checking segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:39.889589 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.889887 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Bound using segment: {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'} {{(pid=102954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:39.890365 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.managers [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Bound port: 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9273e528-20a5-4d6b-b976-d8ede8c47b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4'}}] {{(pid=102954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:39.890941 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.920396 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Network a5e2afa4-39df-4668-b36d-a8031d8ad62c is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:38:39.922572 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:38:39.954806 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:39.960940 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:39.966857 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e86e1b-b91f-46bf-b9e6-b1a7f568440d None None] Pushing event updated for resources: {'Port': ['ID=6d9d6e20-322a-43ce-b48f-3ab9a366dcb9,revision_number=2']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:40.045964 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] For port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:40.060408 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Router 8ec97709-000f-4671-bf1e-f7e046fafed6 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:38:40.067485 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] For port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=6d9d6e20-322a-43ce-b48f-3ab9a366dcb9,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:40.075916 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.153515 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:40.154264 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.178734 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Routers {'8ec97709-000f-4671-bf1e-f7e046fafed6'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:40.179710 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:38:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['8ec97709-000f-4671-bf1e-f7e046fafed6'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:40.180158 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:38:40.186950 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-8936f06f-f6d8-4c65-998b-49d2a2b2cba8 admin admin] 10.222.0.59 "PUT /v2.0/routers/8ec97709-000f-4671-bf1e-f7e046fafed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0256491 Nov 23 14:38:40.195235 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e86e1b-b91f-46bf-b9e6-b1a7f568440d None None] Pushing event updated for resources: {'Port': ['ID=6d9d6e20-322a-43ce-b48f-3ab9a366dcb9,revision_number=3']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:40.302859 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-09c00bfc-5445-4c68-8d81-9eb914001763 None None] Provisioning complete for port 903d2336-4248-4fb1-aef0-dda5bf57292f triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:40.303712 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-09c00bfc-5445-4c68-8d81-9eb914001763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.378812 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] Set router 8ec97709-000f-4671-bf1e-f7e046fafed6 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:40.421458 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-09c00bfc-5445-4c68-8d81-9eb914001763 None None] Port 903d2336-4248-4fb1-aef0-dda5bf57292f cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:38:40.426335 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 280174cf-63b6-4878-9f83-7eea8ee17637 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:40.537885 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.591805 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 280174cf-63b6-4878-9f83-7eea8ee17637 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:40.592180 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.642164 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52258) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:40.646990 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-b271666b-8544-4100-b15a-026eac948e8f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466081647', 'description': 'tempest-secgroup-smoke-466081647 description', 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:40.672971 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b271666b-8544-4100-b15a-026eac948e8f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.732663 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'name': 'tempest-TestVolumeBootPattern-1904027651-router', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 4, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'gw_port': {'id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '903d2336-4248-4fb1-aef0-dda5bf57292f', 'name': '', 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'mac_address': 'fa:16:3e:4b:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:38Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 2, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'subnets': [{'id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:40.754449 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b271666b-8544-4100-b15a-026eac948e8f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.758589 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b271666b-8544-4100-b15a-026eac948e8f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.762969 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b694f12-6130-4f19-a6c3-6bf826c9cff5 None None] The sync data for ids ['8ec97709-000f-4671-bf1e-f7e046fafed6'] in dv-cinder-804035-16-iscsi is: [{'id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'name': 'tempest-TestVolumeBootPattern-1904027651-router', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 4, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'gw_port': {'id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '903d2336-4248-4fb1-aef0-dda5bf57292f', 'name': '', 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'mac_address': 'fa:16:3e:4b:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:38Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 2, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'subnets': [{'id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:38:40.791522 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-b271666b-8544-4100-b15a-026eac948e8f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.792945 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-b271666b-8544-4100-b15a-026eac948e8f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1496024 Nov 23 14:38:40.795959 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52260) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:40.800687 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-5321466d-8fe2-4f2a-b60f-143da138b09e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'security_group_rule': {'security_group_id': '3aa567ed-3c31-4ea6-bf65-5e72a0e61460', 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:40.805145 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271666b-8544-4100-b15a-026eac948e8f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa567ed-3c31-4ea6-bf65-5e72a0e61460,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:40.835303 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5321466d-8fe2-4f2a-b60f-143da138b09e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.903400 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5321466d-8fe2-4f2a-b60f-143da138b09e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.907702 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5321466d-8fe2-4f2a-b60f-143da138b09e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.924684 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321466d-8fe2-4f2a-b60f-143da138b09e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9672e345-f7d7-4902-83a8-9d7a422c3fe0,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:40.945969 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-5321466d-8fe2-4f2a-b60f-143da138b09e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:40.949090 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-5321466d-8fe2-4f2a-b60f-143da138b09e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504018 Nov 23 14:38:40.950226 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52262) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:40.955172 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-8585c17b-e29d-41ab-ba0c-6f8939ba3196 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'security_group_rule': {'security_group_id': '3aa567ed-3c31-4ea6-bf65-5e72a0e61460', 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:40.991224 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8585c17b-e29d-41ab-ba0c-6f8939ba3196 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.056465 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8585c17b-e29d-41ab-ba0c-6f8939ba3196 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.062321 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8585c17b-e29d-41ab-ba0c-6f8939ba3196 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.082768 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585c17b-e29d-41ab-ba0c-6f8939ba3196 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcceca5-40d3-4ea7-85c1-a8d97af9486f,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:41.093806 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-8585c17b-e29d-41ab-ba0c-6f8939ba3196 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.097559 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-8585c17b-e29d-41ab-ba0c-6f8939ba3196 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437480 Nov 23 14:38:41.098383 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52264) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:41.105940 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-c83b475e-ba41-4034-8aa8-567620e85522 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'security_group_rule': {'security_group_id': '3aa567ed-3c31-4ea6-bf65-5e72a0e61460', 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:41.146942 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c83b475e-ba41-4034-8aa8-567620e85522 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.217012 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c83b475e-ba41-4034-8aa8-567620e85522 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.222846 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c83b475e-ba41-4034-8aa8-567620e85522 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.239084 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b475e-ba41-4034-8aa8-567620e85522 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee7e153-c0cf-4672-83ce-da73dfb9dea1,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:41.256099 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-c83b475e-ba41-4034-8aa8-567620e85522 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.257397 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-c83b475e-ba41-4034-8aa8-567620e85522 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578863 Nov 23 14:38:41.261197 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52266) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:41.266228 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-330d8284-0c47-4bae-809c-d2ff43765ed0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'security_group_rule': {'security_group_id': '3aa567ed-3c31-4ea6-bf65-5e72a0e61460', 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:41.305076 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-330d8284-0c47-4bae-809c-d2ff43765ed0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.337400 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 280174cf-63b6-4878-9f83-7eea8ee17637 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:41.375996 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-330d8284-0c47-4bae-809c-d2ff43765ed0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.381110 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-330d8284-0c47-4bae-809c-d2ff43765ed0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.394109 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 280174cf-63b6-4878-9f83-7eea8ee17637 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:41.394618 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.405855 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d8284-0c47-4bae-809c-d2ff43765ed0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365f9d0a-0445-4c24-9389-bc3f69959fba,revision_number=0']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:41.412856 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-330d8284-0c47-4bae-809c-d2ff43765ed0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.417435 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52268) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:41.417882 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-330d8284-0c47-4bae-809c-d2ff43765ed0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554992 Nov 23 14:38:41.422170 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-24e69d98-b491-4b55-846d-9ed8019338e4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'security_group_rule': {'security_group_id': '3aa567ed-3c31-4ea6-bf65-5e72a0e61460', 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:41.445871 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.securitygroups_db [None req-24e69d98-b491-4b55-846d-9ed8019338e4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Project bb944e8e220f4b9f80081a617bb9e3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:38:41.451904 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-24e69d98-b491-4b55-846d-9ed8019338e4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.516438 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-24e69d98-b491-4b55-846d-9ed8019338e4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.520458 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-24e69d98-b491-4b55-846d-9ed8019338e4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.539298 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e69d98-b491-4b55-846d-9ed8019338e4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fcb415-3df7-4f9d-b2a8-3265cf4be696,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:41.549378 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-24e69d98-b491-4b55-846d-9ed8019338e4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.553431 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-24e69d98-b491-4b55-846d-9ed8019338e4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320872 Nov 23 14:38:41.553703 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52270) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:38:41.558193 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [None req-e3ef0faf-2a1c-4742-9eb6-e51ec9edcb38 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'security_group_rule': {'security_group_id': '3aa567ed-3c31-4ea6-bf65-5e72a0e61460', 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:38:41.581099 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.securitygroups_db [None req-e3ef0faf-2a1c-4742-9eb6-e51ec9edcb38 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Project bb944e8e220f4b9f80081a617bb9e3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 14:38:41.586406 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0faf-2a1c-4742-9eb6-e51ec9edcb38 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.611912 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:41.654351 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0faf-2a1c-4742-9eb6-e51ec9edcb38 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.659134 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0faf-2a1c-4742-9eb6-e51ec9edcb38 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745318'] for security_group_rule, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.664217 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:41.664583 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.680939 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef0faf-2a1c-4742-9eb6-e51ec9edcb38 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb2dd3d-fa06-43fe-b65c-6e595d120537,revision_number=0']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:41.689957 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0faf-2a1c-4742-9eb6-e51ec9edcb38 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:41.691443 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-e3ef0faf-2a1c-4742-9eb6-e51ec9edcb38 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368070 Nov 23 14:38:43.172522 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:43.219530 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Sync routers for ids ['8ec97709-000f-4671-bf1e-f7e046fafed6'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:38:43.230479 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Routers {'8ec97709-000f-4671-bf1e-f7e046fafed6'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:43.230710 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:43.230965 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:43.231077 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:38:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['8ec97709-000f-4671-bf1e-f7e046fafed6'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:43.316075 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:43.346535 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] For port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=6d9d6e20-322a-43ce-b48f-3ab9a366dcb9,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:43.347252 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Set router 8ec97709-000f-4671-bf1e-f7e046fafed6 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:43.354551 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:43.408582 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Pushing event updated for resources: {'Port': ['ID=6d9d6e20-322a-43ce-b48f-3ab9a366dcb9,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:43.559619 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'name': 'tempest-TestVolumeBootPattern-1904027651-router', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 4, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'gw_port': {'id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '903d2336-4248-4fb1-aef0-dda5bf57292f', 'name': '', 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'mac_address': 'fa:16:3e:4b:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:38Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 2, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'subnets': [{'id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:43.589681 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Checking router: 8ec97709-000f-4671-bf1e-f7e046fafed6 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:38:43.590057 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Updating router 8ec97709-000f-4671-bf1e-f7e046fafed6 port 903d2336-4248-4fb1-aef0-dda5bf57292f binding host dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 14:38:43.616202 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:43.886375 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Publish callbacks [] for port, precommit_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:43.891047 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:43.948217 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2881576-0c8c-4e6c-9c65-77699e04d92b None None] Pushing event updated for resources: {'Port': ['ID=903d2336-4248-4fb1-aef0-dda5bf57292f,revision_number=3']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:44.002108 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Attempting to bind port 903d2336-4248-4fb1-aef0-dda5bf57292f on host dv-cinder-804035-16-iscsi for vnic_type normal with profile {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:38:44.002560 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Attempting to bind port 903d2336-4248-4fb1-aef0-dda5bf57292f by drivers openvswitch,hyperv on host dv-cinder-804035-16-iscsi at level 0 using segments [{'id': '0384382d-b6d8-4ff4-be34-3851148f922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c'}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:38:44.002967 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Attempting to bind port 903d2336-4248-4fb1-aef0-dda5bf57292f on network a5e2afa4-39df-4668-b36d-a8031d8ad62c {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:38:44.009071 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Checking agent: {'id': 'a34b84b6-9914-4596-8bf1-48ce17db3798', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 20, 40), 'started_at': datetime.datetime(2021, 11, 23, 14, 21, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:38:44.009454 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Checking segment: {'id': '0384382d-b6d8-4ff4-be34-3851148f922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:38:44.009896 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:44.010544 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Bound using segment: {'id': '0384382d-b6d8-4ff4-be34-3851148f922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c'} {{(pid=102955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:38:44.010757 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.managers [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Bound port: 903d2336-4248-4fb1-aef0-dda5bf57292f, host: dv-cinder-804035-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0384382d-b6d8-4ff4-be34-3851148f922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c'}}] {{(pid=102955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:38:44.011153 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:44.083554 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] For port 903d2336-4248-4fb1-aef0-dda5bf57292f, host dv-cinder-804035-16-iscsi, cleared binding levels {{(pid=102955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:38:44.086998 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.plugins.ml2.db [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] For port 903d2336-4248-4fb1-aef0-dda5bf57292f, host dv-cinder-804035-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=903d2336-4248-4fb1-aef0-dda5bf57292f,segment=NetworkSegment(0384382d-b6d8-4ff4-be34-3851148f922d),segment_id=0384382d-b6d8-4ff4-be34-3851148f922d)] {{(pid=102955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:38:44.092770 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron_lib.callbacks.manager [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:44.153457 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Routers {'8ec97709-000f-4671-bf1e-f7e046fafed6'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:38:44.157983 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:38:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['8ec97709-000f-4671-bf1e-f7e046fafed6'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:44.159804 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2881576-0c8c-4e6c-9c65-77699e04d92b None None] Pushing event updated for resources: {'Port': ['ID=903d2336-4248-4fb1-aef0-dda5bf57292f,revision_number=4']} {{(pid=102955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:44.172478 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-3200e780-fb36-4f15-9327-cbfdb4c20825 None None] Provisioning complete for port 903d2336-4248-4fb1-aef0-dda5bf57292f triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:44.172850 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-3200e780-fb36-4f15-9327-cbfdb4c20825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:44.278515 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-3200e780-fb36-4f15-9327-cbfdb4c20825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:44.327549 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-3200e780-fb36-4f15-9327-cbfdb4c20825 None None] For port 903d2336-4248-4fb1-aef0-dda5bf57292f, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=903d2336-4248-4fb1-aef0-dda5bf57292f,segment=NetworkSegment(0384382d-b6d8-4ff4-be34-3851148f922d),segment_id=0384382d-b6d8-4ff4-be34-3851148f922d)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:38:44.332550 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-3200e780-fb36-4f15-9327-cbfdb4c20825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:44.371925 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] Set router 8ec97709-000f-4671-bf1e-f7e046fafed6 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:38:44.386878 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200e780-fb36-4f15-9327-cbfdb4c20825 None None] Pushing event updated for resources: {'Port': ['ID=903d2336-4248-4fb1-aef0-dda5bf57292f,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:38:44.456446 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-9c691b0e-c79c-4da5-b08b-76950c7d75b9 None None] Provisioning complete for port 903d2336-4248-4fb1-aef0-dda5bf57292f triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:44.456837 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-9c691b0e-c79c-4da5-b08b-76950c7d75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:44.590790 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'name': 'tempest-TestVolumeBootPattern-1904027651-router', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 4, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'gw_port': {'id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '903d2336-4248-4fb1-aef0-dda5bf57292f', 'name': '', 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'mac_address': 'fa:16:3e:4b:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:38Z', 'updated_at': '2021-11-23T14:38:44Z', 'revision_number': 4, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'subnets': [{'id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:38:44.617388 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333a775-bbf6-4ec4-9025-e03de3a2d0ee None None] The sync data for ids ['8ec97709-000f-4671-bf1e-f7e046fafed6'] in dv-cinder-804035-16-iscsi is: [{'id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'name': 'tempest-TestVolumeBootPattern-1904027651-router', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 4, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'gw_port': {'id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '903d2336-4248-4fb1-aef0-dda5bf57292f', 'name': '', 'network_id': 'a5e2afa4-39df-4668-b36d-a8031d8ad62c', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'mac_address': 'fa:16:3e:4b:4d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:38Z', 'updated_at': '2021-11-23T14:38:44Z', 'revision_number': 4, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'subnets': [{'id': '5ebe26f1-2ec5-416b-821a-49cb960e7c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:38:45.189299 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 903d2336-4248-4fb1-aef0-dda5bf57292f up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:45.247074 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 903d2336-4248-4fb1-aef0-dda5bf57292f triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:45.247462 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:45.337389 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 up at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:38:45.386727 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Provisioning complete for port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:38:45.387094 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:46.171117 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:38:52.787441 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:38:58.577411 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-255a45d1-9e56-45ab-ba4b-bc240fdcecb8 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466081647&fields=id&tenant_id=bb944e8e220f4b9f80081a617bb9e3f6 HTTP/1.1" status: 200 len: 267 time: 0.0709083 Nov 23 14:38:58.771145 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-a1b86c7b-b82f-41ac-bfff-00958cc3e053 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:38:58.773148 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-a1b86c7b-b82f-41ac-bfff-00958cc3e053 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 812 time: 0.1885314 Nov 23 14:38:58.792839 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-35b4b198-0ae3-4142-8b49-e6835ec4a0fa tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/quotas/bb944e8e220f4b9f80081a617bb9e3f6 HTTP/1.1" status: 200 len: 375 time: 0.0113244 Nov 23 14:38:58.866855 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-ba0a92a2-0b46-40c6-9e52-bf848e501f4a tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653617 Nov 23 14:38:59.023949 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-80c24da6-eac2-4b0f-a40c-db2c0bf2e5e3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:38:59.025456 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-80c24da6-eac2-4b0f-a40c-db2c0bf2e5e3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1457503 Nov 23 14:38:59.143985 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-d6ba249d-1557-4a43-aaf7-8e043dc206ac service neutron] 10.222.0.59 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102386 Nov 23 14:38:59.263349 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-9dda0855-539e-43d0-8d02-37d0139ceae4 service neutron] 10.222.0.59 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125848 Nov 23 14:38:59.805943 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-233f2731-4640-4fc0-bbdf-17cbf5a9701e req-882343f1-8a90-4cf6-a6d4-6d668730f502 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 210 time: 0.1314688 Nov 23 14:39:00.964449 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9d1ccb3a-f182-4893-a3e9-94d45acad21d req-a3208761-e928-4003-8dae-277fca81315f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 210 time: 0.0380380 Nov 23 14:39:01.031720 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-b0f50c1c-bd19-4a2c-bbeb-1e3e1fb0fdca tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:01.033548 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-b0f50c1c-bd19-4a2c-bbeb-1e3e1fb0fdca tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 812 time: 0.1425416 Nov 23 14:39:01.117352 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-26c26fde-f824-4359-8be4-c54f04844037 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb944e8e220f4b9f80081a617bb9e3f6 HTTP/1.1" status: 200 len: 379 time: 0.0688772 Nov 23 14:39:01.128180 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'port': {'device_id': 'e223b004-6585-455d-890d-098bc8b295de', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'admin_state_up': True, 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'security_groups': ['3aa567ed-3c31-4ea6-bf65-5e72a0e61460']}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:01.284009 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Made reservation on behalf of bb944e8e220f4b9f80081a617bb9e3f6 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:39:01.289592 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:01.468427 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Allocated IP 172.20.0.9 (3174c182-5ea7-4a2d-af27-2bcbf61cb6dd/63e5b48a-924a-4787-983c-a2953aeebfc5/338e5e5d-02f0-4218-ad78-a4d72658f6f0) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:01.678989 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:01.721838 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:01.772267 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:01.776608 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:01.780676 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:01.789188 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'Port': ['ID=338e5e5d-02f0-4218-ad78-a4d72658f6f0,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:01.849135 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:01.849917 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:01.879841 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-eca433ce-1b40-43e5-a30c-f590cea3dff0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7567470 Nov 23 14:39:01.891412 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-b3470e94-7256-4f10-b16a-97f9988754c3 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:39:01.892532 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-b3470e94-7256-4f10-b16a-97f9988754c3 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059917 Nov 23 14:39:01.975894 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Request body: {'port': {'device_id': 'e223b004-6585-455d-890d-098bc8b295de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:02.040975 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:02.097793 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-fcf30ccc-b6ff-4378-a94b-7325378a57b7 None None] Provisioning complete for port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:02.098474 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-fcf30ccc-b6ff-4378-a94b-7325378a57b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:02.169049 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-fcf30ccc-b6ff-4378-a94b-7325378a57b7 None None] Port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:39:02.250348 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24312924-5f11-4698-baba-cdf40f0a2bfd req-338cd228-7633-4b00-bd8b-76d54d1000fc tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:02.251523 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-24312924-5f11-4698-baba-cdf40f0a2bfd req-338cd228-7633-4b00-bd8b-76d54d1000fc tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 931 time: 0.1689529 Nov 23 14:39:02.364400 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-24312924-5f11-4698-baba-cdf40f0a2bfd req-1acfa9ef-ab94-4c5e-84f9-b69eb489d421 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938239 Nov 23 14:39:02.795670 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338e5e5d-02f0-4218-ad78-a4d72658f6f0 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:39:02.806858 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:02.821436 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Transition to ACTIVE for port object 338e5e5d-02f0-4218-ad78-a4d72658f6f0 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:39:02.828437 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:02.894390 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Pushing event updated for resources: {'Port': ['ID=338e5e5d-02f0-4218-ad78-a4d72658f6f0,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:03.002037 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Attempting to bind port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:39:03.002586 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Attempting to bind port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:39:03.003190 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Attempting to bind port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:03.011680 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:39:03.012211 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Attempting to bind port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:39:03.021767 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:39:03.022342 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Checking segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:39:03.022966 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Bound using segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:39:03.023727 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Bound port: 338e5e5d-02f0-4218-ad78-a4d72658f6f0, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:39:03.024330 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:03.124366 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] For port 338e5e5d-02f0-4218-ad78-a4d72658f6f0, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:39:03.128308 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] For port 338e5e5d-02f0-4218-ad78-a4d72658f6f0, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=338e5e5d-02f0-4218-ad78-a4d72658f6f0,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:39:03.135842 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:03.173991 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:03.174653 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:03.176159 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] 10.222.0.48 "PUT /v2.0/ports/338e5e5d-02f0-4218-ad78-a4d72658f6f0 HTTP/1.1" status: 200 len: 1093 time: 1.2740099 Nov 23 14:39:03.176639 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e223b004-6585-455d-890d-098bc8b295de', 'tag': '338e5e5d-02f0-4218-ad78-a4d72658f6f0'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:03.179067 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e223b004-6585-455d-890d-098bc8b295de", "tag": "338e5e5d-02f0-4218-ad78-a4d72658f6f0"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:03.220407 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030caf18-672c-46de-adf7-d4fd187c516a service neutron] Pushing event updated for resources: {'Port': ['ID=338e5e5d-02f0-4218-ad78-a4d72658f6f0,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:03.238951 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52227a45-bc10-405d-b686-0cb1131211ef x-openstack-request-id: req-52227a45-bc10-405d-b686-0cb1131211ef {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:03.239342 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e223b004-6585-455d-890d-098bc8b295de", "tag": "338e5e5d-02f0-4218-ad78-a4d72658f6f0", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:03.239675 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52227a45-bc10-405d-b686-0cb1131211ef {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:03.240169 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e223b004-6585-455d-890d-098bc8b295de', 'tag': '338e5e5d-02f0-4218-ad78-a4d72658f6f0', 'status': 'completed', 'code': 200} Nov 23 14:39:03.311009 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-ff598151-c877-43a9-a60b-284a5066d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:03.313984 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-ff598151-c877-43a9-a60b-284a5066d82c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 1096 time: 0.0722337 Nov 23 14:39:03.365311 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-a21a306c-0da4-44d5-a805-154a418a3d6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=338e5e5d-02f0-4218-ad78-a4d72658f6f0 HTTP/1.1" status: 200 len: 217 time: 0.0430813 Nov 23 14:39:03.440979 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-aaf6a132-b22d-4f5e-a154-e309207e7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:03.443546 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-aaf6a132-b22d-4f5e-a154-e309207e7a71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0715406 Nov 23 14:39:03.548098 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-d46dd417-6a98-4447-8cf9-d992118c9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:03.549669 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-d46dd417-6a98-4447-8cf9-d992118c9c01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0994372 Nov 23 14:39:03.565125 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdaef2-38f6-49e2-9f04-eaf81ff905df req-caa76b06-e50f-4b26-b091-bbdd466c1116 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:03.568603 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-28bdaef2-38f6-49e2-9f04-eaf81ff905df req-caa76b06-e50f-4b26-b091-bbdd466c1116 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 943 time: 0.0812395 Nov 23 14:39:03.685137 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-28bdaef2-38f6-49e2-9f04-eaf81ff905df req-5463bebd-8dbf-40c7-9020-2c1fdf4ebd78 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060567 Nov 23 14:39:03.708571 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-ab0e0f2c-e777-4acb-9c89-488914ff9521 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387794 Nov 23 14:39:03.833947 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8d8ec2dc-e2aa-4654-afcf-ea1b550830c5 req-15b46c1a-b74b-447f-83fe-accd0e7a04d1 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177604 Nov 23 14:39:03.953717 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-ebfdd0c0-e323-48e9-b881-bbdc6da75be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:03.955281 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-ebfdd0c0-e323-48e9-b881-bbdc6da75be2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 1096 time: 0.0573723 Nov 23 14:39:04.087365 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-6a895df8-aad3-4b0b-8a01-c816c03399c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:04.089441 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-6a895df8-aad3-4b0b-8a01-c816c03399c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.1249375 Nov 23 14:39:04.120102 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-728d88c7-61e6-4e36-9687-68d508d3543b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:04.138243 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-eefadada-b166-4886-9c42-3ae69bd36db4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=338e5e5d-02f0-4218-ad78-a4d72658f6f0 HTTP/1.1" status: 200 len: 217 time: 0.0406127 Nov 23 14:39:04.199085 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-dd36093f-d8b3-4b39-a6b1-c85029988a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:04.200669 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-dd36093f-d8b3-4b39-a6b1-c85029988a4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0551982 Nov 23 14:39:04.258428 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-44698e87-f1a8-472c-9234-94759cec083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:04.261596 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-44698e87-f1a8-472c-9234-94759cec083b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515769 Nov 23 14:39:04.396061 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-16731026-cba8-495a-90b7-bdcbc47f1bc2 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284840 Nov 23 14:39:04.555894 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7d21d1f8-85ed-4580-a022-4e6a508b0a5f req-9088db5e-6597-4705-9477-0b51b617cb5a service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524966 Nov 23 14:39:04.828168 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad367a7b-24d4-450c-bef3-a8d1502ce326 req-f468f372-c53a-4737-a402-a02084425094 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:04.829953 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ad367a7b-24d4-450c-bef3-a8d1502ce326 req-f468f372-c53a-4737-a402-a02084425094 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 943 time: 0.0598311 Nov 23 14:39:04.891157 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-ad367a7b-24d4-450c-bef3-a8d1502ce326 req-1a7913c2-8e29-41d9-b1a3-7ae56f850d64 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528467 Nov 23 14:39:06.046731 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd529-68a1-462d-b8c2-78f7ca3e403f req-51e24a31-4276-44cd-b64b-bdd66eb1cf94 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:06.048437 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-589bd529-68a1-462d-b8c2-78f7ca3e403f req-51e24a31-4276-44cd-b64b-bdd66eb1cf94 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 943 time: 0.0783167 Nov 23 14:39:06.129431 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-589bd529-68a1-462d-b8c2-78f7ca3e403f req-c92a9c7f-8e04-4bc2-aced-62b7cd979afb tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700099 Nov 23 14:39:06.599447 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-568222e6-d8b6-49c9-809d-ba92d130af16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:07.253799 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571fc8e-cbc7-4759-9bdd-b2e6b6616d52 req-251cd259-49c0-464c-a0dc-5247b4ed492e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:07.255396 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4571fc8e-cbc7-4759-9bdd-b2e6b6616d52 req-251cd259-49c0-464c-a0dc-5247b4ed492e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 943 time: 0.0533814 Nov 23 14:39:07.311352 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4571fc8e-cbc7-4759-9bdd-b2e6b6616d52 req-9480fe91-53f7-4b7f-8178-abb835861b0d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491085 Nov 23 14:39:08.237485 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:08.432963 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0d374-64a9-428f-9eb5-262d2ad80b44 req-889570ca-6ac6-455c-a199-dd94bb1f0b6f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:08.434528 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d8c0d374-64a9-428f-9eb5-262d2ad80b44 req-889570ca-6ac6-455c-a199-dd94bb1f0b6f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 943 time: 0.0505514 Nov 23 14:39:08.488119 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d8c0d374-64a9-428f-9eb5-262d2ad80b44 req-7ce9b946-5d00-4363-b9d6-4d7f33bee2f6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472891 Nov 23 14:39:09.629172 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6bb54-20fb-4f09-baf1-0fb3f4037b0d req-bd379c4c-47a5-4a6b-a338-79073c8acf15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:09.630924 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5eb6bb54-20fb-4f09-baf1-0fb3f4037b0d req-bd379c4c-47a5-4a6b-a338-79073c8acf15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 943 time: 0.0619612 Nov 23 14:39:09.708271 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5eb6bb54-20fb-4f09-baf1-0fb3f4037b0d req-37d26bcd-b18b-47e5-9c12-56198ebdc55c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696623 Nov 23 14:39:09.881658 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:10.492990 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:10.835986 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd823b4-864b-4411-9e39-422677ab95ab req-4344c444-8a2b-4278-b1c0-4d73fd93361d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:10.837834 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2dd823b4-864b-4411-9e39-422677ab95ab req-4344c444-8a2b-4278-b1c0-4d73fd93361d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 943 time: 0.0582898 Nov 23 14:39:10.894099 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-2dd823b4-864b-4411-9e39-422677ab95ab req-aeaa7039-9e33-4f1f-9937-c159a1d142c7 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491705 Nov 23 14:39:11.191634 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 338e5e5d-02f0-4218-ad78-a4d72658f6f0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:39:11.293608 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 338e5e5d-02f0-4218-ad78-a4d72658f6f0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=338e5e5d-02f0-4218-ad78-a4d72658f6f0,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:11.305945 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '338e5e5d-02f0-4218-ad78-a4d72658f6f0', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'port_id': '338e5e5d-02f0-4218-ad78-a4d72658f6f0', 'mac_address': 'fa:16:3e:88:32:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:39:11.346214 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:11.360778 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338e5e5d-02f0-4218-ad78-a4d72658f6f0 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:39:11.383092 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 338e5e5d-02f0-4218-ad78-a4d72658f6f0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=338e5e5d-02f0-4218-ad78-a4d72658f6f0,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:11.388566 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:11.463397 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=338e5e5d-02f0-4218-ad78-a4d72658f6f0,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:11.601793 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['338e5e5d-02f0-4218-ad78-a4d72658f6f0'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:39:12.035751 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb2dd-e592-42be-9de6-ac0a3ad6320e req-88b2ca27-3507-40de-94af-58d2d1489ff8 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:12.037419 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-06bfb2dd-e592-42be-9de6-ac0a3ad6320e req-88b2ca27-3507-40de-94af-58d2d1489ff8 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 944 time: 0.0614364 Nov 23 14:39:12.095018 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-06bfb2dd-e592-42be-9de6-ac0a3ad6320e req-52d270eb-bea3-4117-9c93-a0cf1964079e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474536 Nov 23 14:39:13.190823 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 338e5e5d-02f0-4218-ad78-a4d72658f6f0 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:39:13.216388 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d2ce8-cf81-4c1c-a5a9-3a77aa6066dd req-2a0c5222-4916-4fa4-b674-ef9fb3ac0783 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:13.218320 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-762d2ce8-cf81-4c1c-a5a9-3a77aa6066dd req-2a0c5222-4916-4fa4-b674-ef9fb3ac0783 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 944 time: 0.0536325 Nov 23 14:39:13.259205 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:39:13.263790 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:39:13.263790 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:13.283701 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-762d2ce8-cf81-4c1c-a5a9-3a77aa6066dd req-cade6732-5f44-4fd8-b1c8-19214cc4e532 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587280 Nov 23 14:39:13.355861 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:13.380912 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e223b004-6585-455d-890d-098bc8b295de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338e5e5d-02f0-4218-ad78-a4d72658f6f0'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:13.383169 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a17f8c-8cc6-4d76-8594-e75128462775" -d '{"events": [{"server_uuid": "e223b004-6585-455d-890d-098bc8b295de", "name": "network-vif-plugged", "status": "completed", "tag": "338e5e5d-02f0-4218-ad78-a4d72658f6f0"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:13.396713 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 338e5e5d-02f0-4218-ad78-a4d72658f6f0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=338e5e5d-02f0-4218-ad78-a4d72658f6f0,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:39:13.401947 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:13.427799 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a295e3ed-3f6b-4b26-a012-7c20af2672b0 x-openstack-request-id: req-a295e3ed-3f6b-4b26-a012-7c20af2672b0 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:13.428094 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e223b004-6585-455d-890d-098bc8b295de", "name": "network-vif-plugged", "status": "completed", "tag": "338e5e5d-02f0-4218-ad78-a4d72658f6f0", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:13.428346 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a295e3ed-3f6b-4b26-a012-7c20af2672b0 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:13.428741 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e223b004-6585-455d-890d-098bc8b295de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338e5e5d-02f0-4218-ad78-a4d72658f6f0', 'code': 200} Nov 23 14:39:13.464660 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=338e5e5d-02f0-4218-ad78-a4d72658f6f0,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:13.642595 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabc614-36d6-4568-a42e-9cde213cf990 req-073e6b99-e6f3-49cd-bb52-15830aee5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:13.644074 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-efabc614-36d6-4568-a42e-9cde213cf990 req-073e6b99-e6f3-49cd-bb52-15830aee5e25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 1098 time: 0.0462513 Nov 23 14:39:13.696189 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-efabc614-36d6-4568-a42e-9cde213cf990 req-f929dd15-d4cb-46ab-9da1-ff18a9cfbd5a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437484 Nov 23 14:39:14.419632 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45b1c4-1984-489d-9265-ad3dc2a69d1a req-a8011ef8-7cd5-4340-bad7-9f074b6aa1d3 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:14.421333 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1d45b1c4-1984-489d-9265-ad3dc2a69d1a req-a8011ef8-7cd5-4340-bad7-9f074b6aa1d3 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 945 time: 0.0558658 Nov 23 14:39:14.501838 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1d45b1c4-1984-489d-9265-ad3dc2a69d1a req-732afb85-84d7-4379-91bc-6f9e4b1fcef2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701277 Nov 23 14:39:15.650628 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd287f2a-9aad-48c8-bf96-2e7f1b4f4328 req-a7afda73-5e14-4011-8a12-a2c88e16c840 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:15.652964 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fd287f2a-9aad-48c8-bf96-2e7f1b4f4328 req-a7afda73-5e14-4011-8a12-a2c88e16c840 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 945 time: 0.0664799 Nov 23 14:39:15.725524 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-fd287f2a-9aad-48c8-bf96-2e7f1b4f4328 req-7258a8ee-a5af-44f2-bd21-29344f0e0712 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658340 Nov 23 14:39:15.870917 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a8e85-301d-46d3-9244-8c87e8df14eb req-4b2bf3cd-0087-4163-8194-fe5d15fb7f9b tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:15.872700 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-902a8e85-301d-46d3-9244-8c87e8df14eb req-4b2bf3cd-0087-4163-8194-fe5d15fb7f9b tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 945 time: 0.0549636 Nov 23 14:39:15.937473 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-902a8e85-301d-46d3-9244-8c87e8df14eb req-1cbc4de9-293a-4dcf-8566-e55bfb8b20d6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580690 Nov 23 14:39:15.961272 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52438) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:16.058873 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bebd9b-2cd8-4fbf-b49b-88b20554d1c6 tempest-TestVolumeBootPattern-1914052109 tempest-TestVolumeBootPattern-1914052109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:16.060454 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-b3bebd9b-2cd8-4fbf-b49b-88b20554d1c6 tempest-TestVolumeBootPattern-1914052109 tempest-TestVolumeBootPattern-1914052109-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 1093 time: 0.0975840 Nov 23 14:39:16.063774 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52442) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:39:16.068510 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'floatingip': {'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'port_id': '338e5e5d-02f0-4218-ad78-a4d72658f6f0', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:39:16.094254 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.161859 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.210074 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.329293 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Allocated IP 172.27.1.200 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/23a07b7a-4608-41b3-89d2-63ebba72dd49) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:39:16.459639 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.517216 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:16.575502 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:39:16.579600 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:39:16.586179 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:39:16.593797 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'Port': ['ID=23a07b7a-4608-41b3-89d2-63ebba72dd49,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:17.042933 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.129713 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.329855 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.336583 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085210'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.411161 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'Port': ['ID=23a07b7a-4608-41b3-89d2-63ebba72dd49,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:39:17.424430 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:17.538076 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.l3_db [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Floating IP 30c0eced-742f-4464-9aed-a6641b19a80a associated. External IP: 172.27.1.200, port: 338e5e5d-02f0-4218-ad78-a4d72658f6f0. Nov 23 14:39:18.012317 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:39:18.128810 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:39:18.139977 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] Sync routers for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:39:18.152603 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:18.152893 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:18.153435 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:39:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:18.181836 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-2d88d9de-30af-43ba-8a64-8ce481f898a1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1167796 Nov 23 14:39:18.182884 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e223b004-6585-455d-890d-098bc8b295de', 'tag': '338e5e5d-02f0-4218-ad78-a4d72658f6f0'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:39:18.185381 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe453e3-b69f-4710-beae-40228ae14008" -d '{"events": [{"name": "network-changed", "server_uuid": "e223b004-6585-455d-890d-098bc8b295de", "tag": "338e5e5d-02f0-4218-ad78-a4d72658f6f0"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:39:18.224125 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184a2637-4fed-479d-9013-6a483da8dd27 x-openstack-request-id: req-184a2637-4fed-479d-9013-6a483da8dd27 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:39:18.224471 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e223b004-6585-455d-890d-098bc8b295de", "tag": "338e5e5d-02f0-4218-ad78-a4d72658f6f0", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:39:18.224731 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-184a2637-4fed-479d-9013-6a483da8dd27 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:39:18.225160 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e223b004-6585-455d-890d-098bc8b295de', 'tag': '338e5e5d-02f0-4218-ad78-a4d72658f6f0', 'status': 'completed', 'code': 200} Nov 23 14:39:18.274169 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:18.300586 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe453e3-b69f-4710-beae-40228ae14008 req-e35c6bb5-6330-452d-9d6d-72fc0285aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:18.302171 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fe453e3-b69f-4710-beae-40228ae14008 req-e35c6bb5-6330-452d-9d6d-72fc0285aa3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 1098 time: 0.0432017 Nov 23 14:39:18.405069 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe453e3-b69f-4710-beae-40228ae14008 req-9af2c36b-002d-4e36-aa8b-077cd19e5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:18.406605 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fe453e3-b69f-4710-beae-40228ae14008 req-9af2c36b-002d-4e36-aa8b-077cd19e5b16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.0974221 Nov 23 14:39:18.486959 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fe453e3-b69f-4710-beae-40228ae14008 req-ce2815a6-864b-4068-86d4-ef6757926a9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=338e5e5d-02f0-4218-ad78-a4d72658f6f0 HTTP/1.1" status: 200 len: 999 time: 0.0728219 Nov 23 14:39:18.533818 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '30c0eced-742f-4464-9aed-a6641b19a80a', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '338e5e5d-02f0-4218-ad78-a4d72658f6f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:88:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223b004-6585-455d-890d-098bc8b295de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:39:16Z', 'updated_at': '2021-11-23T14:39:16Z', 'revision_number': 0, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:18.542092 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe453e3-b69f-4710-beae-40228ae14008 req-d56b00a1-8942-41b2-8045-e3a8f9e195cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:18.543631 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fe453e3-b69f-4710-beae-40228ae14008 req-d56b00a1-8942-41b2-8045-e3a8f9e195cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0500658 Nov 23 14:39:18.562926 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] Checking router: 5ed0aad7-8a36-444c-b44e-59134dc46ed9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:39:18.571921 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:39:18.572613 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:39:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:18.605872 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe453e3-b69f-4710-beae-40228ae14008 req-330f6e4e-1620-444c-b306-941a7560bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:18.608510 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fe453e3-b69f-4710-beae-40228ae14008 req-330f6e4e-1620-444c-b306-941a7560bbcf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0571740 Nov 23 14:39:18.761175 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fe453e3-b69f-4710-beae-40228ae14008 req-d0ebd450-3e95-4a23-8001-fd73b267ed1f service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449380 Nov 23 14:39:18.816185 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:39:18.865932 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8fe453e3-b69f-4710-beae-40228ae14008 req-339a5e28-211f-4307-8ad6-476f2f416f08 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975065 Nov 23 14:39:19.086466 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '30c0eced-742f-4464-9aed-a6641b19a80a', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '338e5e5d-02f0-4218-ad78-a4d72658f6f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:88:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223b004-6585-455d-890d-098bc8b295de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:39:16Z', 'updated_at': '2021-11-23T14:39:16Z', 'revision_number': 0, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:39:19.116443 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ed1cf-877c-403f-a37c-a755405c5f41 None None] The sync data for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi is: [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '30c0eced-742f-4464-9aed-a6641b19a80a', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '338e5e5d-02f0-4218-ad78-a4d72658f6f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:88:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e223b004-6585-455d-890d-098bc8b295de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:39:16Z', 'updated_at': '2021-11-23T14:39:16Z', 'revision_number': 0, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:39:19.314754 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73f40d8-ee4e-418e-8d6d-1a54dd30b9af None None] New status for floating IP 30c0eced-742f-4464-9aed-a6641b19a80a: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:39:29.786541 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:39:34.123959 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-75e63e16-e6ea-414b-ac04-212e0d3d6ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:36.593468 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-9699d899-4f01-4390-82db-dbe7b4d6b843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:38.236102 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:39.883665 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:40.497064 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:46.160152 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:39:47.839077 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3257f436-1831-48fd-a431-3e567cf42b97 req-ff96ea40-09fd-4533-9bb2-76dd80cd938b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399206 Nov 23 14:39:47.926658 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257f436-1831-48fd-a431-3e567cf42b97 req-7b9bcdbe-f39c-4097-bb6e-6249199ce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:47.928169 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3257f436-1831-48fd-a431-3e567cf42b97 req-7b9bcdbe-f39c-4097-bb6e-6249199ce608 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 1098 time: 0.0457218 Nov 23 14:39:48.037030 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257f436-1831-48fd-a431-3e567cf42b97 req-f5f380cb-e381-4f27-9875-e5bfea7801a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:48.038581 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3257f436-1831-48fd-a431-3e567cf42b97 req-f5f380cb-e381-4f27-9875-e5bfea7801a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.0902774 Nov 23 14:39:48.105699 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3257f436-1831-48fd-a431-3e567cf42b97 req-4f343aab-811c-4bfd-8aa4-f22e43781d45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=338e5e5d-02f0-4218-ad78-a4d72658f6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0594642 Nov 23 14:39:48.162358 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257f436-1831-48fd-a431-3e567cf42b97 req-ea4e2b14-0ae4-4f30-ab63-a54b689a8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:48.163832 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3257f436-1831-48fd-a431-3e567cf42b97 req-ea4e2b14-0ae4-4f30-ab63-a54b689a8916 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0493526 Nov 23 14:39:48.210968 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257f436-1831-48fd-a431-3e567cf42b97 req-f2466741-0deb-48e8-aeec-4be325704bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:39:48.212496 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3257f436-1831-48fd-a431-3e567cf42b97 req-f2466741-0deb-48e8-aeec-4be325704bb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415003 Nov 23 14:39:48.305438 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3257f436-1831-48fd-a431-3e567cf42b97 req-dfd90593-6ede-49be-9870-28d1fc1c0588 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852218 Nov 23 14:39:48.403458 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3257f436-1831-48fd-a431-3e567cf42b97 req-2289c9f6-e5bb-4788-ab3f-c35042c1a1e9 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905886 Nov 23 14:40:04.127226 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-995ebfbc-3e39-4e2b-a924-0f07a085c62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.596785 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-58b3ab87-f6a9-4630-9516-0aae911e55cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:06.787203 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:40:08.239786 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:09.886586 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:10.499835 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:16.188043 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:34.129927 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9f12-1072-4c5b-a987-a3c6832598ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:36.604775 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-407569da-1845-4b61-9215-dbd9d6136291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:38.244427 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:39.889353 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:40.503289 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:43.787206 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:40:46.204371 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:40:49.790529 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-7a27e313-4b7f-44f4-bd23-37825003ecdc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466852 Nov 23 14:40:49.885630 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-ffa5f754-8505-4273-aa8e-8602c602eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:49.887337 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-ffa5f754-8505-4273-aa8e-8602c602eb8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 1098 time: 0.0448294 Nov 23 14:40:50.014191 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-262a41bb-6481-4224-856d-50d2548c1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:50.015762 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-262a41bb-6481-4224-856d-50d2548c1d22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.1074724 Nov 23 14:40:50.096811 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-48a54caf-3da3-4aa9-a528-f5f1fc9cb457 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=338e5e5d-02f0-4218-ad78-a4d72658f6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0728011 Nov 23 14:40:50.157277 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-6e7f8284-b5f5-44d2-93ec-88492eeb31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:50.158777 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-6e7f8284-b5f5-44d2-93ec-88492eeb31f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0538538 Nov 23 14:40:50.211743 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-dbbc420e-a07b-4ad9-a8dd-0f584959058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:40:50.214726 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-dbbc420e-a07b-4ad9-a8dd-0f584959058c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470397 Nov 23 14:40:50.334411 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-be330674-3ce8-4165-ac95-801bc8b35783 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114228 Nov 23 14:40:50.444672 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8e393358-e2d8-4258-87cb-55ebcc4deed3 req-fb08c669-a8bc-46f5-96a1-db23ced8d390 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016269 Nov 23 14:41:04.137423 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-85f0fc60-9d85-4101-b4aa-5efec65e4a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:06.597891 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-47b649ac-1799-42a2-8d21-622c35be56a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:08.247704 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:09.893120 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:10.511770 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:12.610135 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a527ded-c64d-461c-92c1-1126bededf71 req-0ad18ec6-8c54-4d4e-9f4e-7e3099e06a95 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:12.612058 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8a527ded-c64d-461c-92c1-1126bededf71 req-0ad18ec6-8c54-4d4e-9f4e-7e3099e06a95 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 945 time: 0.0561502 Nov 23 14:41:12.667865 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8a527ded-c64d-461c-92c1-1126bededf71 req-bdf7bc1c-f09b-4893-b4b7-5e70fc9b34ed tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498328 Nov 23 14:41:13.792714 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039403-5f2f-463b-b6c3-6874afcf9a38 req-6da07681-c574-4526-85ea-214410e32b56 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:13.794242 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bf039403-5f2f-463b-b6c3-6874afcf9a38 req-6da07681-c574-4526-85ea-214410e32b56 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 945 time: 0.0520403 Nov 23 14:41:13.845298 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bf039403-5f2f-463b-b6c3-6874afcf9a38 req-b92549de-7143-4061-a0c8-dacdd09fc07f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449367 Nov 23 14:41:14.078535 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-308b0167-0230-4e42-98ab-c2940e2a8c0a tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:14.079980 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-308b0167-0230-4e42-98ab-c2940e2a8c0a tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 945 time: 0.0529528 Nov 23 14:41:14.168784 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Deleting port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:41:14.169139 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:14.266351 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] For port 338e5e5d-02f0-4218-ad78-a4d72658f6f0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=338e5e5d-02f0-4218-ad78-a4d72658f6f0,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:14.266712 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:14.445249 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:14.445534 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:14.445888 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.db.l3_db [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Floating IP 30c0eced-742f-4464-9aed-a6641b19a80a disassociated. External IP: 172.27.1.200, port: 338e5e5d-02f0-4218-ad78-a4d72658f6f0. Nov 23 14:41:14.446198 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Calling delete_port for 338e5e5d-02f0-4218-ad78-a4d72658f6f0 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:41:14.591078 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:14.621818 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event deleted for resources: {'Port': ['ID=338e5e5d-02f0-4218-ad78-a4d72658f6f0,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:14.635780 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.635780 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.636036 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.636425 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.636766 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.637415 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.637606 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.637800 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.638143 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.638464 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.638790 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.639121 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:14.756349 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:14.872194 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:14.884000 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] Sync routers for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:14.909754 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:14.910659 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:41:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:14.924507 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] No DVR routers for this DVR port 338e5e5d-02f0-4218-ad78-a4d72658f6f0 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:41:14.929654 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:14.934050 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-98cdc526-ed48-4374-9cb4-977eab9e31a7 req-6b849dc3-5607-4ee3-ac42-ab6a309c5d7f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "DELETE /v2.0/ports/338e5e5d-02f0-4218-ad78-a4d72658f6f0 HTTP/1.1" status: 204 len: 173 time: 0.8479881 Nov 23 14:41:14.934527 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e223b004-6585-455d-890d-098bc8b295de', 'name': 'network-vif-deleted', 'tag': '338e5e5d-02f0-4218-ad78-a4d72658f6f0'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:14.938153 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03408f9-31a9-4cd7-bd2c-bd7f98bacd44" -d '{"events": [{"server_uuid": "e223b004-6585-455d-890d-098bc8b295de", "name": "network-vif-deleted", "tag": "338e5e5d-02f0-4218-ad78-a4d72658f6f0"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:15.017159 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-44fff6cd-d5a9-4862-a4f4-300ef6f50c7d req-f22e816b-e7d9-4ca6-81dc-12786122b8c4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=e223b004-6585-455d-890d-098bc8b295de HTTP/1.1" status: 200 len: 210 time: 0.0346014 Nov 23 14:41:15.086476 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:15.155580 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc692e4-264d-45e4-b966-4af4e8188a6f x-openstack-request-id: req-4bc692e4-264d-45e4-b966-4af4e8188a6f {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:15.155974 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e223b004-6585-455d-890d-098bc8b295de", "name": "network-vif-deleted", "tag": "338e5e5d-02f0-4218-ad78-a4d72658f6f0", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:15.156331 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bc692e4-264d-45e4-b966-4af4e8188a6f {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:15.156811 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e223b004-6585-455d-890d-098bc8b295de', 'name': 'network-vif-deleted', 'tag': '338e5e5d-02f0-4218-ad78-a4d72658f6f0', 'status': 'completed', 'code': 200} Nov 23 14:41:15.316263 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:15.344636 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] Checking router: 5ed0aad7-8a36-444c-b44e-59134dc46ed9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:15.355115 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:15.355737 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:41:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:15.462777 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:15.677193 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:15.711255 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23445ae-e5fb-49af-ad26-f776eb1e2205 None None] The sync data for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi is: [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:15.933550 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808fb89-6552-4514-8e4c-1bc2c8d3cadc None None] New status for floating IP 30c0eced-742f-4464-9aed-a6641b19a80a: DOWN {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:41:16.203746 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:16.302367 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-26eb10e4-aa41-40d2-b301-50e118834e3c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466081647&fields=id&tenant_id=bb944e8e220f4b9f80081a617bb9e3f6 HTTP/1.1" status: 200 len: 267 time: 0.0467563 Nov 23 14:41:16.414273 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-98352621-b338-4e94-825a-2de69279b522 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:16.415692 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-98352621-b338-4e94-825a-2de69279b522 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 812 time: 0.1060190 Nov 23 14:41:16.431459 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-badd5eca-9ee4-45fa-82cb-8c963f6e2f44 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/quotas/bb944e8e220f4b9f80081a617bb9e3f6 HTTP/1.1" status: 200 len: 375 time: 0.0092878 Nov 23 14:41:16.482721 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-cbed64d1-d277-4047-bd00-ba4438e0f9b4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458064 Nov 23 14:41:16.565407 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-9c3bce60-e34e-4714-93fd-17c8cf4cad59 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 14:41:16.566422 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-9c3bce60-e34e-4714-93fd-17c8cf4cad59 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0715220 Nov 23 14:41:16.661192 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-9f89726c-1869-4924-bfc6-447b9f47d1e2 service neutron] 10.222.0.59 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885379 Nov 23 14:41:16.752709 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-bff8514e-ebf3-4c57-84f1-ce8d7466467b service neutron] 10.222.0.59 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843494 Nov 23 14:41:17.037892 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4f0a4017-d78c-4719-874f-c06806917c86 req-b72bdbac-ea28-4e18-a92d-b42c4d0adbe2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 210 time: 0.0274825 Nov 23 14:41:17.829129 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 338e5e5d-02f0-4218-ad78-a4d72658f6f0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:41:17.849854 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 338e5e5d-02f0-4218-ad78-a4d72658f6f0 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:41:17.850309 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 338e5e5d-02f0-4218-ad78-a4d72658f6f0 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:41:18.001672 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7ab42a75-c4db-46ae-987f-d0eb16f3da6f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:18.003155 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7ab42a75-c4db-46ae-987f-d0eb16f3da6f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 812 time: 0.1074569 Nov 23 14:41:18.070128 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-92131184-96c5-48cf-9775-7beda11fc97b tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb944e8e220f4b9f80081a617bb9e3f6 HTTP/1.1" status: 200 len: 379 time: 0.0576818 Nov 23 14:41:18.081546 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'port': {'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'admin_state_up': True, 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'security_groups': ['3aa567ed-3c31-4ea6-bf65-5e72a0e61460']}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:18.457400 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7d115d62-f5ea-422e-b082-d008d05abcf8 req-cd430a7b-cd3f-4176-a90e-b2028f9cdb7e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 210 time: 0.3098693 Nov 23 14:41:18.505718 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Made reservation on behalf of bb944e8e220f4b9f80081a617bb9e3f6 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:41:18.509987 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.637575 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Allocated IP 172.20.0.3 (3174c182-5ea7-4a2d-af27-2bcbf61cb6dd/63e5b48a-924a-4787-983c-a2953aeebfc5/611b66be-5456-4a13-acef-0aadc54a3454) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:18.792373 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.827513 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.873308 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:18.876381 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:18.880720 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:18.910356 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'Port': ['ID=611b66be-5456-4a13-acef-0aadc54a3454,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:18.943384 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:18.944052 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:18.963578 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-77b9b562-32da-4dee-9923-4af690ca526c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8870153 Nov 23 14:41:18.977536 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Request body: {'port': {'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:19.033498 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.072077 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-b714be40-6d2b-4302-8873-d12fae60fd7c None None] Provisioning complete for port 611b66be-5456-4a13-acef-0aadc54a3454 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:19.072721 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b714be40-6d2b-4302-8873-d12fae60fd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.111842 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b714be40-6d2b-4302-8873-d12fae60fd7c None None] Port 611b66be-5456-4a13-acef-0aadc54a3454 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:41:19.308282 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611b66be-5456-4a13-acef-0aadc54a3454 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:41:19.315973 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.329457 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Transition to ACTIVE for port object 611b66be-5456-4a13-acef-0aadc54a3454 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:41:19.333374 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.389317 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Pushing event updated for resources: {'Port': ['ID=611b66be-5456-4a13-acef-0aadc54a3454,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:19.462069 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Attempting to bind port 611b66be-5456-4a13-acef-0aadc54a3454 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:41:19.463003 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Attempting to bind port 611b66be-5456-4a13-acef-0aadc54a3454 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:41:19.463427 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Attempting to bind port 611b66be-5456-4a13-acef-0aadc54a3454 on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:19.468447 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Port 611b66be-5456-4a13-acef-0aadc54a3454 on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:41:19.468846 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Attempting to bind port 611b66be-5456-4a13-acef-0aadc54a3454 on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:41:19.474395 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:41:19.474729 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Checking segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:41:19.475115 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Bound using segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:41:19.475573 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Bound port: 611b66be-5456-4a13-acef-0aadc54a3454, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:41:19.475920 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.554237 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] For port 611b66be-5456-4a13-acef-0aadc54a3454, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:41:19.557961 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] For port 611b66be-5456-4a13-acef-0aadc54a3454, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=611b66be-5456-4a13-acef-0aadc54a3454,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:41:19.562822 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.581934 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51956c-c9e0-438d-958d-00a8ffca17e6 req-1e8c1ad5-951b-4cb9-9987-733b838595b6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:19.583421 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6f51956c-c9e0-438d-958d-00a8ffca17e6 req-1e8c1ad5-951b-4cb9-9987-733b838595b6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 943 time: 0.0512953 Nov 23 14:41:19.599810 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:19.600470 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:19.601954 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] 10.222.0.48 "PUT /v2.0/ports/611b66be-5456-4a13-acef-0aadc54a3454 HTTP/1.1" status: 200 len: 1093 time: 0.6297295 Nov 23 14:41:19.602404 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3665968b-6869-4420-a9b2-3008b6919e8a', 'tag': '611b66be-5456-4a13-acef-0aadc54a3454'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:19.604972 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3665968b-6869-4420-a9b2-3008b6919e8a", "tag": "611b66be-5456-4a13-acef-0aadc54a3454"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:19.634319 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0f69c-307e-4a0d-86e3-6e911c9cb2be service neutron] Pushing event updated for resources: {'Port': ['ID=611b66be-5456-4a13-acef-0aadc54a3454,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:19.642182 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6f51956c-c9e0-438d-958d-00a8ffca17e6 req-5bec6861-b07e-4cf5-a4dd-ad4878a78dc1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517819 Nov 23 14:41:19.692952 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf15b357-ead1-4001-9b11-d40a7513f5bc x-openstack-request-id: req-bf15b357-ead1-4001-9b11-d40a7513f5bc {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:19.693247 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3665968b-6869-4420-a9b2-3008b6919e8a", "tag": "611b66be-5456-4a13-acef-0aadc54a3454", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:19.693503 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf15b357-ead1-4001-9b11-d40a7513f5bc {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:19.693934 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3665968b-6869-4420-a9b2-3008b6919e8a', 'tag': '611b66be-5456-4a13-acef-0aadc54a3454', 'status': 'completed', 'code': 200} Nov 23 14:41:19.712695 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-89d93ea2-7581-4445-ad19-1fc4e5c6ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:19.714259 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-89d93ea2-7581-4445-ad19-1fc4e5c6ad8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 1096 time: 0.0505869 Nov 23 14:41:19.760301 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-0d4f9d3a-0cc3-4367-b2cb-7299ed512e15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=611b66be-5456-4a13-acef-0aadc54a3454 HTTP/1.1" status: 200 len: 217 time: 0.0368748 Nov 23 14:41:19.815133 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-0338533b-2370-4341-a76a-5e5f77beb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:19.816612 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-0338533b-2370-4341-a76a-5e5f77beb491 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0500371 Nov 23 14:41:19.863732 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-349d5c6f-4e1e-4112-b1d4-8ea18b93c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:19.865265 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-349d5c6f-4e1e-4112-b1d4-8ea18b93c53d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400720 Nov 23 14:41:19.962398 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-88d18a0a-bce4-4095-92a4-b3c6fbbc5ff8 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881567 Nov 23 14:41:20.055895 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b6662c5f-0cda-4962-a0af-1c70c19616f8 req-b2fc9c84-a906-4a17-9a39-a419dd998fc9 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854967 Nov 23 14:41:20.152945 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-997eba62-7299-43a6-a816-71d90bdd68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:20.154502 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-997eba62-7299-43a6-a816-71d90bdd68c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 1096 time: 0.0489943 Nov 23 14:41:20.255273 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-3671d698-c94a-4516-af1d-c389867c3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:20.256645 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-3671d698-c94a-4516-af1d-c389867c3bbe service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.0922494 Nov 23 14:41:20.299791 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-371a46f4-d67c-4a1c-a0bf-c04ea4220eff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=611b66be-5456-4a13-acef-0aadc54a3454 HTTP/1.1" status: 200 len: 217 time: 0.0342951 Nov 23 14:41:20.354441 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-373000fc-0774-4179-a1cb-ab61b8bfaf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:20.356011 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-373000fc-0774-4179-a1cb-ab61b8bfaf43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0481534 Nov 23 14:41:20.402563 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-dadb6a44-eb24-4044-834b-b7cd16e13bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:20.404050 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-dadb6a44-eb24-4044-834b-b7cd16e13bc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408304 Nov 23 14:41:20.492899 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-4c63c548-fce8-4a6b-822a-d3e844863193 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816500 Nov 23 14:41:20.586696 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-6e3d91e7-b046-4d0a-99a8-26f24f6776d7 req-ff41b5dc-d466-4936-a4bd-3f4c95018952 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866177 Nov 23 14:41:20.762110 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8357bb-3a18-4b5e-b006-c5e0fc5311aa req-78afc774-7c64-4a09-b0bc-b7d3e3e17efc tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:20.763621 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9d8357bb-3a18-4b5e-b006-c5e0fc5311aa req-78afc774-7c64-4a09-b0bc-b7d3e3e17efc tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 943 time: 0.0500712 Nov 23 14:41:20.786314 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:41:20.817638 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9d8357bb-3a18-4b5e-b006-c5e0fc5311aa req-58316e18-3a3f-485d-a94d-37c8494ec2ce tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480285 Nov 23 14:41:21.936472 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670c3ce-fb6f-4f1f-b0ac-ec47a4960733 req-ad7d2b64-705c-4e72-8392-4cc82d4b5601 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:21.938002 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7670c3ce-fb6f-4f1f-b0ac-ec47a4960733 req-ad7d2b64-705c-4e72-8392-4cc82d4b5601 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 943 time: 0.0504682 Nov 23 14:41:21.988085 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7670c3ce-fb6f-4f1f-b0ac-ec47a4960733 req-c0365645-bc3e-461b-a9e4-7df56c47dbfe tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439124 Nov 23 14:41:23.110104 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22f56f-a2fa-405d-8990-f0676db53084 req-0fb6f4f8-1b85-4a1d-bd53-445716dd763e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:23.111850 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5f22f56f-a2fa-405d-8990-f0676db53084 req-0fb6f4f8-1b85-4a1d-bd53-445716dd763e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 943 time: 0.0561395 Nov 23 14:41:23.164626 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-5f22f56f-a2fa-405d-8990-f0676db53084 req-71e6efec-4789-4cbc-b30a-6fbd2080db30 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461388 Nov 23 14:41:24.284503 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead99b7-8254-4a18-93b6-d0808f02c117 req-cfeee6c4-224c-45c4-b595-9c1cb7471941 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:24.286043 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0ead99b7-8254-4a18-93b6-d0808f02c117 req-cfeee6c4-224c-45c4-b595-9c1cb7471941 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 943 time: 0.0533140 Nov 23 14:41:24.336011 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-0ead99b7-8254-4a18-93b6-d0808f02c117 req-570189c3-09b2-4e30-818b-f381eabf822a tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 Nov 23 14:41:25.451221 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7019c-4f58-4965-9a75-40ba6ec478d3 req-1abd2e6e-5a5b-43ec-9e97-a397e7ca1065 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:25.452655 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c9d7019c-4f58-4965-9a75-40ba6ec478d3 req-1abd2e6e-5a5b-43ec-9e97-a397e7ca1065 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 943 time: 0.0491533 Nov 23 14:41:25.501828 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c9d7019c-4f58-4965-9a75-40ba6ec478d3 req-f8b10d4f-553d-43d7-9ba4-d62bb8b7a97b tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431809 Nov 23 14:41:26.621294 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1808530-b45a-4d0c-a035-7be10871ed9f req-71457830-3212-4420-8d70-ab110901ac4c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:26.622669 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b1808530-b45a-4d0c-a035-7be10871ed9f req-71457830-3212-4420-8d70-ab110901ac4c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 943 time: 0.0479491 Nov 23 14:41:26.675185 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b1808530-b45a-4d0c-a035-7be10871ed9f req-637d8e65-67be-465a-a61d-828da88140a0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465479 Nov 23 14:41:27.796580 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6e5f-1c20-4701-83bd-a4083daedf25 req-540b1012-e0a6-4a56-b617-4e4726145cc0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:27.798180 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-91dd6e5f-1c20-4701-83bd-a4083daedf25 req-540b1012-e0a6-4a56-b617-4e4726145cc0 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 943 time: 0.0551083 Nov 23 14:41:27.852070 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-91dd6e5f-1c20-4701-83bd-a4083daedf25 req-08375a18-452c-4c1e-a954-5e1b7b7068ca tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473444 Nov 23 14:41:27.908600 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 611b66be-5456-4a13-acef-0aadc54a3454 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:41:28.004635 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 611b66be-5456-4a13-acef-0aadc54a3454, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=611b66be-5456-4a13-acef-0aadc54a3454,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:28.016630 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '611b66be-5456-4a13-acef-0aadc54a3454', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'mac_address': 'fa:16:3e:0e:6f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:41:28.055180 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.069137 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611b66be-5456-4a13-acef-0aadc54a3454 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:41:28.092752 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 611b66be-5456-4a13-acef-0aadc54a3454, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=611b66be-5456-4a13-acef-0aadc54a3454,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:28.097103 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:28.147025 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=611b66be-5456-4a13-acef-0aadc54a3454,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:28.154184 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.154537 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.154880 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.155219 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.155552 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.155883 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.156214 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.156542 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.156896 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.157215 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.157540 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.157860 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:28.307526 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['611b66be-5456-4a13-acef-0aadc54a3454'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:41:28.975711 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f36d4-c38d-4eb4-bf29-3c204b7b3feb req-e5369edb-405a-4a9a-bfc1-334425c882ec tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:28.977230 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ea0f36d4-c38d-4eb4-bf29-3c204b7b3feb req-e5369edb-405a-4a9a-bfc1-334425c882ec tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 944 time: 0.0554333 Nov 23 14:41:29.030557 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ea0f36d4-c38d-4eb4-bf29-3c204b7b3feb req-c9952232-6f70-4559-a0a4-aecef1895e95 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472522 Nov 23 14:41:29.935789 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 611b66be-5456-4a13-acef-0aadc54a3454 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:41:30.130018 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 611b66be-5456-4a13-acef-0aadc54a3454 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:41:30.134241 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 611b66be-5456-4a13-acef-0aadc54a3454 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:41:30.134898 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.158866 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efeaa49-2cf4-41fa-8e33-b135f89f383b req-a99f68bd-93a8-4996-9156-add125749199 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:30.160457 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9efeaa49-2cf4-41fa-8e33-b135f89f383b req-a99f68bd-93a8-4996-9156-add125749199 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 944 time: 0.0517361 Nov 23 14:41:30.216326 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9efeaa49-2cf4-41fa-8e33-b135f89f383b req-5d7bbe4e-61e6-4d91-9a12-7487ec597320 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481133 Nov 23 14:41:30.223215 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.247400 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3665968b-6869-4420-a9b2-3008b6919e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611b66be-5456-4a13-acef-0aadc54a3454'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:30.249690 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ee9575-ba60-4112-a3e2-b0c993060b5c" -d '{"events": [{"server_uuid": "3665968b-6869-4420-a9b2-3008b6919e8a", "name": "network-vif-plugged", "status": "completed", "tag": "611b66be-5456-4a13-acef-0aadc54a3454"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:30.264683 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 611b66be-5456-4a13-acef-0aadc54a3454, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=611b66be-5456-4a13-acef-0aadc54a3454,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:41:30.270571 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:30.324434 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=611b66be-5456-4a13-acef-0aadc54a3454,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:30.350916 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472b8602-d323-4fdf-99d5-0a15b7534041 x-openstack-request-id: req-472b8602-d323-4fdf-99d5-0a15b7534041 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:30.351219 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3665968b-6869-4420-a9b2-3008b6919e8a", "name": "network-vif-plugged", "status": "completed", "tag": "611b66be-5456-4a13-acef-0aadc54a3454", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:30.351479 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-472b8602-d323-4fdf-99d5-0a15b7534041 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:30.352004 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3665968b-6869-4420-a9b2-3008b6919e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611b66be-5456-4a13-acef-0aadc54a3454', 'code': 200} Nov 23 14:41:30.564393 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc712f2-caf3-4686-89b0-2fb91340dacd req-e52042e0-949f-44d3-b18e-9e1b30f1a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:30.565863 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5cc712f2-caf3-4686-89b0-2fb91340dacd req-e52042e0-949f-44d3-b18e-9e1b30f1a239 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 1098 time: 0.0423498 Nov 23 14:41:30.618129 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-5cc712f2-caf3-4686-89b0-2fb91340dacd req-8a820ef2-2f42-478c-9f8b-6ed4bb0173dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448735 Nov 23 14:41:31.334108 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63ffe1-675e-4639-8cf5-ba23aed615f3 req-49710a58-e8ef-49c0-9e0e-5d8d41bc9762 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:31.335604 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-da63ffe1-675e-4639-8cf5-ba23aed615f3 req-49710a58-e8ef-49c0-9e0e-5d8d41bc9762 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 945 time: 0.0503292 Nov 23 14:41:31.388416 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-da63ffe1-675e-4639-8cf5-ba23aed615f3 req-b90dfe17-3225-47cb-8ce2-5cbcb3b324a4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467551 Nov 23 14:41:32.518495 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afdb4d-df57-4f79-8f84-f891ef985763 req-b79873f1-5a7e-43f2-a4a4-90addb2e2518 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:32.520142 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f9afdb4d-df57-4f79-8f84-f891ef985763 req-b79873f1-5a7e-43f2-a4a4-90addb2e2518 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 945 time: 0.0552218 Nov 23 14:41:32.579449 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-f9afdb4d-df57-4f79-8f84-f891ef985763 req-8b2b5f40-cf96-43f6-bd0d-2dcc41b874c1 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518191 Nov 23 14:41:32.708428 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0dda1-c2da-4533-bede-c56b7f272ad8 req-de6e39f5-6a4d-4930-ae0a-20a5ab8aef16 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:32.710014 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-79f0dda1-c2da-4533-bede-c56b7f272ad8 req-de6e39f5-6a4d-4930-ae0a-20a5ab8aef16 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 945 time: 0.0586803 Nov 23 14:41:32.762591 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-79f0dda1-c2da-4533-bede-c56b7f272ad8 req-390167dd-13f5-413b-9bd6-174b1347ee40 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465028 Nov 23 14:41:32.785061 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52556) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:32.828505 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a967144-6b90-43c8-aa44-5cb4d6a3e6e2 tempest-TestVolumeBootPattern-1914052109 tempest-TestVolumeBootPattern-1914052109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:32.830537 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-5a967144-6b90-43c8-aa44-5cb4d6a3e6e2 tempest-TestVolumeBootPattern-1914052109 tempest-TestVolumeBootPattern-1914052109-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 1093 time: 0.0443885 Nov 23 14:41:32.834541 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52558) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:41:32.839928 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'floatingip': {'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:41:32.864930 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:32.975050 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.093706 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Allocated IP 172.27.1.81 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/f56ea199-40a9-46fb-b5a7-e9a5cf239cc4) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:41:33.207879 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.249455 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.291073 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:41:33.298194 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:41:33.303730 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:41:33.332607 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'Port': ['ID=f56ea199-40a9-46fb-b5a7-e9a5cf239cc4,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:33.345641 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.345898 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.346250 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.346588 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.346921 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.347253 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.347586 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.347915 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.348245 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.348582 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.348921 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.349247 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:41:33.701357 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.773739 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.932759 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:33.937535 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085210'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.008105 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'Port': ['ID=f56ea199-40a9-46fb-b5a7-e9a5cf239cc4,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:41:34.023128 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.129276 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.l3_db [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Floating IP 5cc6c8ec-257e-4317-b548-f39a72f00232 associated. External IP: 172.27.1.81, port: 611b66be-5456-4a13-acef-0aadc54a3454. Nov 23 14:41:34.130384 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-9d95f9c8-fea0-43f1-bf89-10b0064a27bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.347956 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:41:34.456843 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:41:34.467318 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] Sync routers for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:41:34.476186 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:34.477190 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:34.478341 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:41:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:34.520791 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-84fa8587-d354-4893-8feb-a14a661700e2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6711481 Nov 23 14:41:34.520791 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3665968b-6869-4420-a9b2-3008b6919e8a', 'tag': '611b66be-5456-4a13-acef-0aadc54a3454'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:41:34.520791 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63ec3b8-47d7-4076-bd59-ca917d3479a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3665968b-6869-4420-a9b2-3008b6919e8a", "tag": "611b66be-5456-4a13-acef-0aadc54a3454"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:41:34.594248 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:34.607238 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28a17cb-fb63-47cb-8db1-a8f80190a7e7 x-openstack-request-id: req-d28a17cb-fb63-47cb-8db1-a8f80190a7e7 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:41:34.607534 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3665968b-6869-4420-a9b2-3008b6919e8a", "tag": "611b66be-5456-4a13-acef-0aadc54a3454", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:41:34.607796 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d28a17cb-fb63-47cb-8db1-a8f80190a7e7 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:41:34.608225 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3665968b-6869-4420-a9b2-3008b6919e8a', 'tag': '611b66be-5456-4a13-acef-0aadc54a3454', 'status': 'completed', 'code': 200} Nov 23 14:41:34.673492 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-34e80291-6d9b-4ccd-946d-c0daa4634a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:34.674992 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-34e80291-6d9b-4ccd-946d-c0daa4634a27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 1098 time: 0.0436952 Nov 23 14:41:34.773095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-378cc75e-121e-44b1-96c1-cd45f795b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:34.774587 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-378cc75e-121e-44b1-96c1-cd45f795b847 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.0924661 Nov 23 14:41:34.848217 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '5cc6c8ec-257e-4317-b548-f39a72f00232', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:0e:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:33Z', 'updated_at': '2021-11-23T14:41:33Z', 'revision_number': 0, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:34.851398 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-84f18f44-0c46-4ab2-b4a1-81c39e8b313e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=611b66be-5456-4a13-acef-0aadc54a3454 HTTP/1.1" status: 200 len: 998 time: 0.0694411 Nov 23 14:41:34.876979 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] Checking router: 5ed0aad7-8a36-444c-b44e-59134dc46ed9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:41:34.887705 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:41:34.888367 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:41:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:34.905856 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-5ed94dfe-f73f-4b2d-b03d-6b88becde777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:34.907356 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-5ed94dfe-f73f-4b2d-b03d-6b88becde777 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0477738 Nov 23 14:41:34.964240 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-513b33d3-871d-4641-b2b6-bea3a4e95255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:34.966944 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-513b33d3-871d-4641-b2b6-bea3a4e95255 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528138 Nov 23 14:41:35.012215 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:41:35.098093 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-6a150e91-037f-4554-9d15-cd2d05053c6c service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238444 Nov 23 14:41:35.211846 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b63ec3b8-47d7-4076-bd59-ca917d3479a6 req-3ad96451-b98f-47b4-a7f3-9c3e8dc77f3b service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057508 Nov 23 14:41:35.293232 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '5cc6c8ec-257e-4317-b548-f39a72f00232', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:0e:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:33Z', 'updated_at': '2021-11-23T14:41:33Z', 'revision_number': 0, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:41:35.325974 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fcee9-cbf8-4fa1-88df-f61bef52ff2d None None] The sync data for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi is: [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '5cc6c8ec-257e-4317-b548-f39a72f00232', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:0e:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:33Z', 'updated_at': '2021-11-23T14:41:33Z', 'revision_number': 0, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:41:35.530694 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef85b8c-c48b-4c2c-b804-2fa8c0ffdc84 None None] New status for floating IP 5cc6c8ec-257e-4317-b548-f39a72f00232: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:41:36.601427 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2fe7fa61-cccb-470c-8493-05329d7a34f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:38.251004 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:39.895425 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:40.506424 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:46.228831 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:41:51.788719 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-ba4b95b0-c8eb-4d33-8500-a3ae9dbcc87a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468864 Nov 23 14:41:51.877754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-53d53d7c-5d76-44bf-bb26-8b144ab0cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:51.879284 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-53d53d7c-5d76-44bf-bb26-8b144ab0cd7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 1098 time: 0.0425043 Nov 23 14:41:51.991671 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-2fb022f9-8b1b-4c7c-b9a9-b22b089e713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:51.993413 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-2fb022f9-8b1b-4c7c-b9a9-b22b089e713d service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.0943527 Nov 23 14:41:52.063950 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-fb571910-4647-4366-8222-5f8b699284ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=611b66be-5456-4a13-acef-0aadc54a3454 HTTP/1.1" status: 200 len: 1000 time: 0.0620112 Nov 23 14:41:52.120213 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-09be8842-3c67-4bf3-94b4-a39b02aa3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:52.122053 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-09be8842-3c67-4bf3-94b4-a39b02aa3f18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0477881 Nov 23 14:41:52.178110 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-65c5e8d1-2a24-400d-bdae-388188fd17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:41:52.180003 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-65c5e8d1-2a24-400d-bdae-388188fd17a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495739 Nov 23 14:41:52.277976 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-ba486ebe-162b-4441-8e21-264958b69ca9 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899725 Nov 23 14:41:52.380551 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7602f033-3d0e-4d43-8d80-c35e00a6851a req-8c16a2a2-9646-4288-bdb1-869850f7af5b service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943983 Nov 23 14:41:57.786572 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:42:04.134494 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-95a40f22-1290-43f3-bed3-266df6786e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:06.611355 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e832bddb-b90d-41df-86f1-ebcbc672ff1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:08.258099 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:09.899447 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:10.515286 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:16.223651 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.137765 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-d1fb8fe7-2191-4083-bd62-48d9174986a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:34.785998 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:42:36.604643 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-8b7dc636-264b-4b1c-a012-1ffaef4dba39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:38.257690 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:39.903750 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:40.510993 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:46.221328 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:42:53.019777 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-3fddc984-b025-435d-9754-f39d7c9b59d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434668 Nov 23 14:42:53.110826 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-dd051d1e-d9c3-44e3-a366-935d8f683e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:53.112387 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-dd051d1e-d9c3-44e3-a366-935d8f683e26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 1098 time: 0.0441556 Nov 23 14:42:53.224918 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-8498899f-f733-43e6-9250-26d19f25b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:53.226430 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-8498899f-f733-43e6-9250-26d19f25b4dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.0937765 Nov 23 14:42:53.297230 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-c7af3f2c-9d84-4a0c-8eb1-808e3a4820e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=611b66be-5456-4a13-acef-0aadc54a3454 HTTP/1.1" status: 200 len: 1000 time: 0.0633848 Nov 23 14:42:53.352109 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-6796f48e-d8ff-4444-8cba-e3dfdb2feb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:53.354637 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-6796f48e-d8ff-4444-8cba-e3dfdb2feb7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0503969 Nov 23 14:42:53.402277 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-53a0d7eb-bf85-4696-bd09-851753474be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:42:53.403802 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-53a0d7eb-bf85-4696-bd09-851753474be5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424221 Nov 23 14:42:53.494878 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-8e7bca14-7e83-42fd-93a2-a4f5c511ed07 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833337 Nov 23 14:42:53.588360 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e1c1b2f0-cdc1-4866-b93b-3eb4be966782 req-b2a0b16e-af48-4e9b-af62-976d47ee9bac service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866880 Nov 23 14:43:04.140491 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-5dc30c95-b455-4f8e-81cf-714dd6789c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:06.607294 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b8e2de07-c278-4cff-ab8a-c40c46771b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:08.260437 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:09.908112 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:10.505137 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:11.785136 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:43:12.229953 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-35cf17d8-8dc1-4420-9d46-1308595caf2a tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466081647&fields=id&tenant_id=bb944e8e220f4b9f80081a617bb9e3f6 HTTP/1.1" status: 200 len: 267 time: 0.0463645 Nov 23 14:43:12.341299 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-431b276c-7cd2-4bae-880b-14400492929d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:12.342847 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-431b276c-7cd2-4bae-880b-14400492929d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 812 time: 0.1058104 Nov 23 14:43:12.359025 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-02392a43-3f4d-48df-bc20-ce98d35c33ad tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/quotas/bb944e8e220f4b9f80081a617bb9e3f6 HTTP/1.1" status: 200 len: 375 time: 0.0100832 Nov 23 14:43:12.412117 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-068b98a9-237e-4830-a0f5-332f30edfb14 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476618 Nov 23 14:43:12.507064 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-f98a71ba-34a2-4f8f-9a5f-04fb5f4037af service neutron] 10.222.0.59 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825791 Nov 23 14:43:12.602491 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-c8e1d499-696c-4af5-9d41-dbe18977fb62 service neutron] 10.222.0.59 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886426 Nov 23 14:43:12.892899 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-dc298e9c-13cb-439b-87f8-632cfe6833ff req-07f4769f-0822-4349-b71e-dbd963917369 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 210 time: 0.0269434 Nov 23 14:43:13.844967 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-af8b27cb-11a0-4876-8d44-afd9043b34b5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:13.846407 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-af8b27cb-11a0-4876-8d44-afd9043b34b5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 812 time: 0.1076705 Nov 23 14:43:13.990601 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-4a90af5a-d463-4060-b7c4-b1a551bdf5bb req-e380ee5a-b2f2-42f3-b0bf-8378c87acdae tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 210 time: 0.0288894 Nov 23 14:43:14.029117 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-0554777f-992b-4ad1-b350-18d4eca9d2d5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb944e8e220f4b9f80081a617bb9e3f6 HTTP/1.1" status: 200 len: 379 time: 0.0659304 Nov 23 14:43:14.039209 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'port': {'device_id': 'a116797c-2142-485d-8138-b2a418de02c0', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'admin_state_up': True, 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'security_groups': ['3aa567ed-3c31-4ea6-bf65-5e72a0e61460']}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:43:14.147806 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Made reservation on behalf of bb944e8e220f4b9f80081a617bb9e3f6 for: {'port': 1} {{(pid=102953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 14:43:14.152011 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:14.281870 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_common [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Allocated IP 172.20.0.5 (3174c182-5ea7-4a2d-af27-2bcbf61cb6dd/63e5b48a-924a-4787-983c-a2953aeebfc5/62358ba1-05eb-4055-92ed-74b98e712905) {{(pid=102953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:43:14.436697 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for port, precommit_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:14.478071 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_create {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:14.529676 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd is already hosted by enough agents. {{(pid=102953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:43:14.532972 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.scheduler.base_scheduler [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Resources bound (agent type, host, resource id): {{(pid=102953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:43:14.537019 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Received port after_create {{(pid=102953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:43:14.564132 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'Port': ['ID=62358ba1-05eb-4055-92ed-74b98e712905,revision_number=1']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:14.578839 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.579261 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.579643 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.579979 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.580307 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.580641 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.581010 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.581338 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.581665 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.581986 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.582314 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.582635 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:14.609194 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:14.610019 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:14.628486 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-425f0011-8d00-4308-8f8d-39800e8ee816 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5931830 Nov 23 14:43:14.642359 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.v2.base [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Request body: {'port': {'device_id': 'a116797c-2142-485d-8138-b2a418de02c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=102953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:43:14.708889 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:14.759206 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-87b86506-d1e5-4757-8173-7cd6114029fd None None] Provisioning complete for port 62358ba1-05eb-4055-92ed-74b98e712905 triggered by entity DHCP. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:43:14.759866 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-87b86506-d1e5-4757-8173-7cd6114029fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:14.796292 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-87b86506-d1e5-4757-8173-7cd6114029fd None None] Port 62358ba1-05eb-4055-92ed-74b98e712905 cannot update to ACTIVE because it is not bound. {{(pid=102954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 14:43:14.985279 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62358ba1-05eb-4055-92ed-74b98e712905 {{(pid=102953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:43:14.992994 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:15.005627 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.provisioning_blocks [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Transition to ACTIVE for port object 62358ba1-05eb-4055-92ed-74b98e712905 will not be triggered until provisioned by entity L2. {{(pid=102953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 14:43:15.010423 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:15.067822 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Pushing event updated for resources: {'Port': ['ID=62358ba1-05eb-4055-92ed-74b98e712905,revision_number=2']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:15.182821 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002cea4-4246-447e-8d09-76824957ed98 req-9f2c6897-c5b0-4cd4-9ea9-0fd3f7989767 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:15.184447 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8002cea4-4246-447e-8d09-76824957ed98 req-9f2c6897-c5b0-4cd4-9ea9-0fd3f7989767 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 943 time: 0.1118979 Nov 23 14:43:15.206290 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Attempting to bind port 62358ba1-05eb-4055-92ed-74b98e712905 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 14:43:15.206628 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Attempting to bind port 62358ba1-05eb-4055-92ed-74b98e712905 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 14:43:15.206960 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Attempting to bind port 62358ba1-05eb-4055-92ed-74b98e712905 on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:43:15.220361 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Port 62358ba1-05eb-4055-92ed-74b98e712905 on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 14:43:15.220699 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Attempting to bind port 62358ba1-05eb-4055-92ed-74b98e712905 on network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 14:43:15.236106 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Checking agent: {'id': 'd2bed5a7-e9fa-4071-8e2f-270f876faedf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'started_at': datetime.datetime(2021, 11, 23, 14, 26, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 14, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 14:43:15.236451 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Checking segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 14:43:15.236838 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Bound using segment: {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'} {{(pid=102953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 14:43:15.237304 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.managers [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Bound port: 62358ba1-05eb-4055-92ed-74b98e712905, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8661b6-fce6-4496-9ee0-ea6d11d52382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd'}}] {{(pid=102953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 14:43:15.237648 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:15.267573 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8002cea4-4246-447e-8d09-76824957ed98 req-3c0f97fd-80bc-4902-a493-a069c0432a15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724142 Nov 23 14:43:15.322397 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] For port 62358ba1-05eb-4055-92ed-74b98e712905, host hv-cinder-80403, cleared binding levels {{(pid=102953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 14:43:15.325662 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] For port 62358ba1-05eb-4055-92ed-74b98e712905, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=62358ba1-05eb-4055-92ed-74b98e712905,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 14:43:15.330067 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4884572'] for port, after_update {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:15.362811 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:15.363432 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:15.364988 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] 10.222.0.48 "PUT /v2.0/ports/62358ba1-05eb-4055-92ed-74b98e712905 HTTP/1.1" status: 200 len: 1093 time: 0.7275088 Nov 23 14:43:15.367334 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a116797c-2142-485d-8138-b2a418de02c0', 'tag': '62358ba1-05eb-4055-92ed-74b98e712905'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:43:15.369727 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dbf5d2-db6c-40db-8475-d69f660c444f" -d '{"events": [{"name": "network-changed", "server_uuid": "a116797c-2142-485d-8138-b2a418de02c0", "tag": "62358ba1-05eb-4055-92ed-74b98e712905"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:43:15.403933 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae67c86-6f7d-4112-bfb5-0e67b5943853 service neutron] Pushing event updated for resources: {'Port': ['ID=62358ba1-05eb-4055-92ed-74b98e712905,revision_number=3']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:15.422993 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2f7918-a094-46a6-b409-faa3f70e3f42 x-openstack-request-id: req-1e2f7918-a094-46a6-b409-faa3f70e3f42 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:43:15.423297 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a116797c-2142-485d-8138-b2a418de02c0", "tag": "62358ba1-05eb-4055-92ed-74b98e712905", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:43:15.423556 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e2f7918-a094-46a6-b409-faa3f70e3f42 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:43:15.423957 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a116797c-2142-485d-8138-b2a418de02c0', 'tag': '62358ba1-05eb-4055-92ed-74b98e712905', 'status': 'completed', 'code': 200} Nov 23 14:43:15.459625 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-6b1f8869-3875-4cfa-8694-f214d514e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:15.461191 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-6b1f8869-3875-4cfa-8694-f214d514e3cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 1096 time: 0.0480471 Nov 23 14:43:15.508306 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-bdbd7fd3-c3c2-4642-8bf4-f4be378b979f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62358ba1-05eb-4055-92ed-74b98e712905 HTTP/1.1" status: 200 len: 217 time: 0.0397975 Nov 23 14:43:15.561432 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-23432346-16a7-4a68-a996-48aa02401784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:15.563048 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-23432346-16a7-4a68-a996-48aa02401784 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0467386 Nov 23 14:43:15.610538 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-fbb718bb-f953-470f-8b15-2316541c9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:15.612056 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-fbb718bb-f953-470f-8b15-2316541c9b84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427277 Nov 23 14:43:15.709298 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-d66c4058-0c71-47b5-9537-b062f7ed8b1d service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901337 Nov 23 14:43:15.800109 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c8c994d9-282b-43e6-a7d2-290ecb6331c6 req-c2de51a2-69c5-4baa-b1a2-e3a412defbd9 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837572 Nov 23 14:43:15.889905 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-7aebd527-e35d-4594-ad71-4438d01fde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:15.891403 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-7aebd527-e35d-4594-ad71-4438d01fde55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 1096 time: 0.0451696 Nov 23 14:43:15.983176 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-734ae893-0774-4e1b-8f4e-960715dd8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:15.984584 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-734ae893-0774-4e1b-8f4e-960715dd8dcb service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.0864170 Nov 23 14:43:16.029791 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-307c4856-5979-4736-b1f0-a978b22a2431 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62358ba1-05eb-4055-92ed-74b98e712905 HTTP/1.1" status: 200 len: 217 time: 0.0382080 Nov 23 14:43:16.082196 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-68c11f3d-bc28-4249-b0e2-14e94d0ba704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:16.083616 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-68c11f3d-bc28-4249-b0e2-14e94d0ba704 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0442080 Nov 23 14:43:16.129530 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-5c695e84-63aa-4cf8-ac39-8daa21e370be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:16.131028 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-5c695e84-63aa-4cf8-ac39-8daa21e370be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402796 Nov 23 14:43:16.219035 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:16.513180 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-2859af75-3cfa-4ff0-bf39-87b9e1ff756b service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735878 Nov 23 14:43:16.528737 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6e8d0-ec09-4821-afc8-81781e626f69 req-bcf653c8-c032-411d-8303-617c34943b05 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:16.530241 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-95b6e8d0-ec09-4821-afc8-81781e626f69 req-bcf653c8-c032-411d-8303-617c34943b05 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 943 time: 0.0671201 Nov 23 14:43:16.633465 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-95b6e8d0-ec09-4821-afc8-81781e626f69 req-3f81131f-2395-42eb-9ce0-d8c0b15fddc7 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953038 Nov 23 14:43:16.652189 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-d6dbf5d2-db6c-40db-8475-d69f660c444f req-2a46228c-e07c-4496-82b3-34a3b17a759e service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209805 Nov 23 14:43:17.752545 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fad5c-880e-4c03-ab8c-cf4fcf02f5c0 req-e671a6c6-814a-4486-b144-d3c4c2431390 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:17.754062 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9d3fad5c-880e-4c03-ab8c-cf4fcf02f5c0 req-e671a6c6-814a-4486-b144-d3c4c2431390 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 943 time: 0.0489163 Nov 23 14:43:17.803996 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-9d3fad5c-880e-4c03-ab8c-cf4fcf02f5c0 req-6962c932-ffe2-476e-91eb-6aeb915804ae tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438557 Nov 23 14:43:18.927005 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a1bd2-99d9-4bb3-9a45-8c1209df4511 req-6519ec10-5dfa-4327-aaaf-6c7be4c10b4a tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:18.928514 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bf1a1bd2-99d9-4bb3-9a45-8c1209df4511 req-6519ec10-5dfa-4327-aaaf-6c7be4c10b4a tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 943 time: 0.0507665 Nov 23 14:43:18.977896 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-bf1a1bd2-99d9-4bb3-9a45-8c1209df4511 req-32107e6d-0194-4b03-9f21-7325bd81fdf3 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431626 Nov 23 14:43:20.098777 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf2680-175a-4396-b3bc-ef949071f051 req-6c982048-e005-4f6e-bdf6-1bd3ff45dcaa tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:20.100289 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d2bf2680-175a-4396-b3bc-ef949071f051 req-6c982048-e005-4f6e-bdf6-1bd3ff45dcaa tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 943 time: 0.0532942 Nov 23 14:43:20.150605 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-d2bf2680-175a-4396-b3bc-ef949071f051 req-e9ef6870-1815-4ff5-9f1a-43f45b2c6d2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437770 Nov 23 14:43:21.268163 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08682f-6200-4ac1-9fca-d5585c67e6b4 req-cddb3faf-aab6-43fd-a505-dc64a909d36a tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:21.269677 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9a08682f-6200-4ac1-9fca-d5585c67e6b4 req-cddb3faf-aab6-43fd-a505-dc64a909d36a tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 943 time: 0.0501966 Nov 23 14:43:21.318938 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-9a08682f-6200-4ac1-9fca-d5585c67e6b4 req-89fedec3-37eb-43ba-afaa-7bc013f522a4 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433309 Nov 23 14:43:22.435958 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6020b28-7027-4ca6-a983-298e044d0029 req-64327497-268b-4f25-b5c2-bb45a47b04a8 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:22.437858 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a6020b28-7027-4ca6-a983-298e044d0029 req-64327497-268b-4f25-b5c2-bb45a47b04a8 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 943 time: 0.0500982 Nov 23 14:43:22.488734 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a6020b28-7027-4ca6-a983-298e044d0029 req-22c904cf-e221-49b1-8d64-e1ab717c9918 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452118 Nov 23 14:43:23.609175 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82a876-0519-454c-af67-f4c7f186e0b7 req-3a56ead8-df6b-42a8-8b4f-7d24e1762465 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:23.610728 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4a82a876-0519-454c-af67-f4c7f186e0b7 req-3a56ead8-df6b-42a8-8b4f-7d24e1762465 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 943 time: 0.0538902 Nov 23 14:43:23.663256 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4a82a876-0519-454c-af67-f4c7f186e0b7 req-6a4a3742-3ff3-40a3-9b70-d0e023170067 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464489 Nov 23 14:43:24.468364 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 62358ba1-05eb-4055-92ed-74b98e712905 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=102954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 14:43:24.570617 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 62358ba1-05eb-4055-92ed-74b98e712905, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=62358ba1-05eb-4055-92ed-74b98e712905,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:24.582067 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Returning: {'device': '62358ba1-05eb-4055-92ed-74b98e712905', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'port_id': '62358ba1-05eb-4055-92ed-74b98e712905', 'mac_address': 'fa:16:3e:71:d2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 14:43:24.621026 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:24.634588 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62358ba1-05eb-4055-92ed-74b98e712905 {{(pid=102954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 14:43:24.654926 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 62358ba1-05eb-4055-92ed-74b98e712905, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=62358ba1-05eb-4055-92ed-74b98e712905,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:24.659470 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:24.716788 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=62358ba1-05eb-4055-92ed-74b98e712905,revision_number=4']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:24.724567 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.724946 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.725304 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.725657 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.725995 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.726338 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.726679 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.727013 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.727354 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.727686 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.728017 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.728349 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:24.785243 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e3a1-96fa-4c54-bb8c-5b6f95bd289b req-90250f1d-ea8e-49d2-b963-c1f1d55843a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:24.786779 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8da9e3a1-96fa-4c54-bb8c-5b6f95bd289b req-90250f1d-ea8e-49d2-b963-c1f1d55843a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 944 time: 0.0542774 Nov 23 14:43:24.903301 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] get_ports_and_sgs() called for port_ids ['62358ba1-05eb-4055-92ed-74b98e712905'] {{(pid=102954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 14:43:25.116132 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-8da9e3a1-96fa-4c54-bb8c-5b6f95bd289b req-4e4d2125-7fac-4ce2-a31d-4edc1cd0034c tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224730 Nov 23 14:43:26.237095 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcd554-1af9-4561-ad26-940a7834a474 req-ba9c3b15-64a3-4be4-8b44-a8492b671450 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:26.238583 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e2fcd554-1af9-4561-ad26-940a7834a474 req-ba9c3b15-64a3-4be4-8b44-a8492b671450 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 944 time: 0.0501273 Nov 23 14:43:26.287120 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-e2fcd554-1af9-4561-ad26-940a7834a474 req-b3ee8083-6d41-4484-8af7-a44902edd430 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427067 Nov 23 14:43:26.467765 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 62358ba1-05eb-4055-92ed-74b98e712905 up at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 14:43:26.517167 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning for port 62358ba1-05eb-4055-92ed-74b98e712905 completed by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 14:43:26.521556 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.provisioning_blocks [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Provisioning complete for port 62358ba1-05eb-4055-92ed-74b98e712905 triggered by entity L2. {{(pid=102954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 14:43:26.521921 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781245'] for port, provisioning_complete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:26.601317 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:26.624860 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a116797c-2142-485d-8138-b2a418de02c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62358ba1-05eb-4055-92ed-74b98e712905'}] {{(pid=102954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:43:26.627164 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e984118d7de12ea760462240264b8e138d26531ff2ac92c3f46502181c95d60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fb0036-ac82-4cb6-abcb-4da1599532db" -d '{"events": [{"server_uuid": "a116797c-2142-485d-8138-b2a418de02c0", "name": "network-vif-plugged", "status": "completed", "tag": "62358ba1-05eb-4055-92ed-74b98e712905"}]}' {{(pid=102954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:43:26.640518 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] For port 62358ba1-05eb-4055-92ed-74b98e712905, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=62358ba1-05eb-4055-92ed-74b98e712905,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:43:26.656652 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870'] for port, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:26.682476 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad78121-ebf1-4f17-8a1a-154aaecbd303 x-openstack-request-id: req-0ad78121-ebf1-4f17-8a1a-154aaecbd303 {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:43:26.682732 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a116797c-2142-485d-8138-b2a418de02c0", "name": "network-vif-plugged", "status": "completed", "tag": "62358ba1-05eb-4055-92ed-74b98e712905", "code": 200}]} {{(pid=102954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:43:26.682839 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ad78121-ebf1-4f17-8a1a-154aaecbd303 {{(pid=102954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:43:26.683240 dv-cinder-804035-16-iscsi neutron-server[102954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a116797c-2142-485d-8138-b2a418de02c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62358ba1-05eb-4055-92ed-74b98e712905', 'code': 200} Nov 23 14:43:26.711424 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Pushing event updated for resources: {'Port': ['ID=62358ba1-05eb-4055-92ed-74b98e712905,revision_number=5']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:26.895699 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002d4f1-040b-4b01-a23b-b075bf14eaaf req-1825024c-bac7-40c8-a7a1-1edc1c299708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:26.897208 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c002d4f1-040b-4b01-a23b-b075bf14eaaf req-1825024c-bac7-40c8-a7a1-1edc1c299708 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 1098 time: 0.0456498 Nov 23 14:43:26.945303 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c002d4f1-040b-4b01-a23b-b075bf14eaaf req-af69877f-08a4-4620-b2f3-b7b896bff4c0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407372 Nov 23 14:43:27.403724 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4140872-b2e9-43e0-b8b7-ff17c167632c req-aa3b798c-e187-40d7-8408-2e0aa6e95fbd tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:27.405320 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c4140872-b2e9-43e0-b8b7-ff17c167632c req-aa3b798c-e187-40d7-8408-2e0aa6e95fbd tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 945 time: 0.0484765 Nov 23 14:43:27.454925 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-c4140872-b2e9-43e0-b8b7-ff17c167632c req-0781a547-553b-4c6e-b3c5-06ce67f30a32 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Nov 23 14:43:28.581741 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7347870-43e8-45e1-8b73-c6305601bdea req-7bb0d59e-d6f4-4c7d-aae6-11763257d477 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:28.583171 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a7347870-43e8-45e1-8b73-c6305601bdea req-7bb0d59e-d6f4-4c7d-aae6-11763257d477 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 945 time: 0.0525076 Nov 23 14:43:28.634038 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-a7347870-43e8-45e1-8b73-c6305601bdea req-abd71756-1574-43ae-a3c9-7ec8c161edf8 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438826 Nov 23 14:43:28.752477 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2407f81-8a76-4b12-ad9b-58c55bc7787b req-ce30f7f2-d842-4fb7-b766-4cd8309f39aa tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:28.754011 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b2407f81-8a76-4b12-ad9b-58c55bc7787b req-ce30f7f2-d842-4fb7-b766-4cd8309f39aa tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 945 time: 0.0496511 Nov 23 14:43:28.815672 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-b2407f81-8a76-4b12-ad9b-58c55bc7787b req-f098a084-d4ac-4e4a-b7cc-2c7bbb26fb29 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497324 Nov 23 14:43:28.838256 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52692) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:28.877770 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b867543-0d31-4d6b-af5f-ae595198fa9e tempest-TestVolumeBootPattern-1914052109 tempest-TestVolumeBootPattern-1914052109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:28.879362 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-1b867543-0d31-4d6b-af5f-ae595198fa9e tempest-TestVolumeBootPattern-1914052109 tempest-TestVolumeBootPattern-1914052109-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 1093 time: 0.0401328 Nov 23 14:43:28.882152 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52694) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:43:28.887036 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.v2.base [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Request body: {'floatingip': {'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'port_id': '62358ba1-05eb-4055-92ed-74b98e712905', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 14:43:28.908947 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.008800 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.118262 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.db_base_plugin_common [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Allocated IP 172.27.1.125 (dd2cda15-199e-4377-92fa-023d99d914e4/e2d185a8-a56e-4405-943c-dc8b7e900024/69d2df3a-2788-4d89-b06d-3e2a691a98c6) {{(pid=102952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 14:43:29.221256 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for port, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.256890 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737234437834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.294107 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Network dd2cda15-199e-4377-92fa-023d99d914e4 is already hosted by enough agents. {{(pid=102952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 14:43:29.299340 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.base_scheduler [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Resources bound (agent type, host, resource id): {{(pid=102952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 14:43:29.301919 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Received port after_create {{(pid=102952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 14:43:29.336801 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'Port': ['ID=69d2df3a-2788-4d89-b06d-3e2a691a98c6,revision_number=1']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:29.348269 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.348617 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.348986 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.349326 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.349658 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.349997 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.350322 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.350655 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.350979 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.351302 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.351622 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.351941 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:43:29.706919 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.777813 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592054'] for port, before_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.927504 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for port, precommit_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:29.932206 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737234869742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737234437852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737234437870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5085210'] for port, after_update {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:30.008454 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event updated for resources: {'Port': ['ID=69d2df3a-2788-4d89-b06d-3e2a691a98c6,revision_number=2']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:43:30.022970 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-402886'] for floatingip, after_create {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:30.136261 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.l3_db [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Floating IP f1e71e92-3c42-4bc1-a26c-b773d95e513a associated. External IP: 172.27.1.125, port: 62358ba1-05eb-4055-92ed-74b98e712905. Nov 23 14:43:30.361529 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:43:30.475394 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:43:30.485841 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] Sync routers for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:43:30.496243 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:43:30.496810 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:30.497044 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:43:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:30.527942 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-3264601c-5a8a-4e78-819a-a8adaaf47f15 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6446912 Nov 23 14:43:30.528574 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a116797c-2142-485d-8138-b2a418de02c0', 'tag': '62358ba1-05eb-4055-92ed-74b98e712905'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:43:30.531866 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "a116797c-2142-485d-8138-b2a418de02c0", "tag": "62358ba1-05eb-4055-92ed-74b98e712905"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:43:30.578330 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c38573-7547-4e1a-835c-db5d0ef5cfc6 x-openstack-request-id: req-81c38573-7547-4e1a-835c-db5d0ef5cfc6 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:43:30.578906 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a116797c-2142-485d-8138-b2a418de02c0", "tag": "62358ba1-05eb-4055-92ed-74b98e712905", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:43:30.579170 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81c38573-7547-4e1a-835c-db5d0ef5cfc6 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:43:30.579614 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a116797c-2142-485d-8138-b2a418de02c0', 'tag': '62358ba1-05eb-4055-92ed-74b98e712905', 'status': 'completed', 'code': 200} Nov 23 14:43:30.648472 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-5b100751-c63b-4e9f-8a7e-9bc531da4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.650069 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-5b100751-c63b-4e9f-8a7e-9bc531da4818 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 1098 time: 0.0440624 Nov 23 14:43:30.741464 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:43:30.752165 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-97369e0d-338d-43f0-8cd5-b773e4214b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.753702 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-97369e0d-338d-43f0-8cd5-b773e4214b46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.0966511 Nov 23 14:43:30.853669 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-0964b1d5-798c-48dd-87d8-9913bdd3fc81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62358ba1-05eb-4055-92ed-74b98e712905 HTTP/1.1" status: 200 len: 999 time: 0.0921855 Nov 23 14:43:30.905674 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-d9b24cd1-b05d-400e-862d-ff9b64c29756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.907471 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-d9b24cd1-b05d-400e-862d-ff9b64c29756 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0475020 Nov 23 14:43:30.958264 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-5dce500e-6dec-48e5-8359-e3e22c2d054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:30.960109 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-5dce500e-6dec-48e5-8359-e3e22c2d054d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460598 Nov 23 14:43:30.982805 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '5cc6c8ec-257e-4317-b548-f39a72f00232', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:0e:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:33Z', 'updated_at': '2021-11-23T14:41:35Z', 'revision_number': 1, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}, {'id': 'f1e71e92-3c42-4bc1-a26c-b773d95e513a', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '62358ba1-05eb-4055-92ed-74b98e712905', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:71:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116797c-2142-485d-8138-b2a418de02c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:43:29Z', 'updated_at': '2021-11-23T14:43:29Z', 'revision_number': 0, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:31.016890 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] Checking router: 5ed0aad7-8a36-444c-b44e-59134dc46ed9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:43:31.027567 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:43:31.028211 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:43:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:31.065385 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-dadee28b-54fb-4ad4-9030-5b4976288aa3 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979073 Nov 23 14:43:31.147568 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:43:31.161454 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-ef8f1c61-17cc-46b4-a32d-a66c60ef1ea0 req-89b3e8f9-792f-4084-80a8-de4d791fc44e service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881734 Nov 23 14:43:31.390203 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '5cc6c8ec-257e-4317-b548-f39a72f00232', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:0e:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:33Z', 'updated_at': '2021-11-23T14:41:35Z', 'revision_number': 1, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}, {'id': 'f1e71e92-3c42-4bc1-a26c-b773d95e513a', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '62358ba1-05eb-4055-92ed-74b98e712905', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:71:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116797c-2142-485d-8138-b2a418de02c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:43:29Z', 'updated_at': '2021-11-23T14:43:29Z', 'revision_number': 0, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:43:31.417283 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a54c2-ca6c-4fb6-a084-186bd087d39e None None] The sync data for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi is: [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '5cc6c8ec-257e-4317-b548-f39a72f00232', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:0e:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:33Z', 'updated_at': '2021-11-23T14:41:35Z', 'revision_number': 1, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}, {'id': 'f1e71e92-3c42-4bc1-a26c-b773d95e513a', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '62358ba1-05eb-4055-92ed-74b98e712905', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:71:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116797c-2142-485d-8138-b2a418de02c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:43:29Z', 'updated_at': '2021-11-23T14:43:29Z', 'revision_number': 0, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:43:31.632947 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c6d7e-fb31-4e36-97a0-434062a57070 None None] New status for floating IP f1e71e92-3c42-4bc1-a26c-b773d95e513a: ACTIVE {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:43:34.143639 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4dd3fda2-cbf1-45cb-a344-d0387f5d40c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:36.610104 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-95be692c-3ecd-4db0-a162-4950d66bd02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:38.263389 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:39.910048 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:40.509151 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:46.231275 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:43:48.784665 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:43:54.837924 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-3466fadd-0cea-4850-aaa9-a75d4c9103d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479794 Nov 23 14:43:54.955115 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-b3e6ed57-b5d3-4a4d-8c36-fa7185160814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:54.957759 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-b3e6ed57-b5d3-4a4d-8c36-fa7185160814 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 1098 time: 0.0712252 Nov 23 14:43:55.114140 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-a0444649-4877-471c-a894-a58f3d6fb4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:55.115555 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-a0444649-4877-471c-a894-a58f3d6fb4ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.1063945 Nov 23 14:43:55.187711 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-58aa2295-3bda-445b-b84f-cac0e614f369 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=611b66be-5456-4a13-acef-0aadc54a3454 HTTP/1.1" status: 200 len: 1000 time: 0.0647731 Nov 23 14:43:55.242148 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-70e58196-5f7a-450c-bf54-0855cbd8954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:55.243624 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-70e58196-5f7a-450c-bf54-0855cbd8954d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0481896 Nov 23 14:43:55.299118 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-3fc4cc4f-a8a2-43a6-b4e7-3ad923038de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:43:55.300673 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-3fc4cc4f-a8a2-43a6-b4e7-3ad923038de9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498705 Nov 23 14:43:55.397069 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-4604d64a-1af2-4474-af56-a7b1f8723cb3 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874255 Nov 23 14:43:55.495524 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-4669c0fc-47f2-47b1-ac63-7b657b4972ef req-bdb5168b-71c2-4d14-8eb4-4d24899442cc service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915017 Nov 23 14:44:04.145780 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-78e6dce2-4378-4548-829f-a205be9522de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:06.611531 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-329e901d-d462-411b-932a-393569e0be81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:08.264628 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:09.910472 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:10.522146 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:16.231894 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:25.783895 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:44:25.823390 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [req-9cd331a2-773f-4a3b-a273-7a371c3ec9f2 req-cf233529-ec8d-4cd2-9b82-08bb74d6faac service neutron] (102953) timed out ('10.222.0.48', 62381) {{(pid=102953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:44:26.885934 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [req-eb1ff667-f570-4485-b8da-89a0112fe588 req-2889ff24-4fd0-4c1c-aed3-8814c6381c31 service neutron] (102952) timed out ('10.222.0.48', 62393) {{(pid=102952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:44:34.147250 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-28f3bde3-b19c-4694-b128-5b09edcae315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:36.614900 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-e9433d6d-f0f5-49b7-b966-dbcfb0dee91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:38.268497 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:39.924793 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:40.517149 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:46.251561 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:56.842827 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a853762-c8b5-4194-be6c-742edeab9412 req-3884751a-cbcc-42fe-adbb-7cafd0e84124 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0938687 Nov 23 14:44:56.911129 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a853762-c8b5-4194-be6c-742edeab9412 req-5dd229e2-2893-41d7-9727-d7ec455c1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:56.912643 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a853762-c8b5-4194-be6c-742edeab9412 req-5dd229e2-2893-41d7-9727-d7ec455c1668 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 1098 time: 0.0433772 Nov 23 14:44:57.027461 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a853762-c8b5-4194-be6c-742edeab9412 req-0f6fc9ad-e3e2-466e-98de-c11991914855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:57.028938 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a853762-c8b5-4194-be6c-742edeab9412 req-0f6fc9ad-e3e2-466e-98de-c11991914855 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.0939472 Nov 23 14:44:57.098507 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a853762-c8b5-4194-be6c-742edeab9412 req-75dd2d80-7102-4370-be52-6acbca61aee2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62358ba1-05eb-4055-92ed-74b98e712905 HTTP/1.1" status: 200 len: 1001 time: 0.0624847 Nov 23 14:44:57.153447 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a853762-c8b5-4194-be6c-742edeab9412 req-1532017c-eff9-424d-935c-fc69b7e34430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:57.154941 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a853762-c8b5-4194-be6c-742edeab9412 req-1532017c-eff9-424d-935c-fc69b7e34430 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0493877 Nov 23 14:44:57.203307 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a853762-c8b5-4194-be6c-742edeab9412 req-4c229607-faf1-40e3-9332-38cf2929d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:44:57.204831 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a853762-c8b5-4194-be6c-742edeab9412 req-4c229607-faf1-40e3-9332-38cf2929d965 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432620 Nov 23 14:44:57.300310 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a853762-c8b5-4194-be6c-742edeab9412 req-7e80b043-2fa2-43a2-8e27-926cee84be13 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886726 Nov 23 14:44:57.446294 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-7a853762-c8b5-4194-be6c-742edeab9412 req-b1dc32a8-fd7f-425a-bbc1-e2f6b7d986ac service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378376 Nov 23 14:44:58.734059 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52724) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:44:58.996249 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Deleting port 69d2df3a-2788-4d89-b06d-3e2a691a98c6 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:44:58.996513 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:59.081204 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:59.081563 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:59.096084 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Calling delete_port for 69d2df3a-2788-4d89-b06d-3e2a691a98c6 owned by network:floatingip {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:44:59.326083 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:59.357859 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event deleted for resources: {'Port': ['ID=69d2df3a-2788-4d89-b06d-3e2a691a98c6,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:44:59.376239 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.376601 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.376989 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.377339 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.377685 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.378029 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.378367 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.378703 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.379083 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.379409 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.379742 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.380186 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:44:59.452860 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:59.453297 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.l3_db [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Floating IP f1e71e92-3c42-4bc1-a26c-b773d95e513a disassociated (deleted). External IP: 172.27.1.125, port: 62358ba1-05eb-4055-92ed-74b98e712905. Nov 23 14:44:59.756969 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:44:59.894113 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:44:59.899817 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:44:59.907156 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] Sync routers for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:44:59.922892 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:44:59.923778 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:44:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:44:59.932819 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-2b221926-29c8-460d-a5d2-e20ed2ed4213 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "DELETE /v2.0/floatingips/f1e71e92-3c42-4bc1-a26c-b773d95e513a HTTP/1.1" status: 204 len: 168 time: 1.1976266 Nov 23 14:44:59.933451 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a116797c-2142-485d-8138-b2a418de02c0', 'tag': '62358ba1-05eb-4055-92ed-74b98e712905'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:44:59.935901 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1a6a5f-66a8-4194-b9d3-946372e5b587" -d '{"events": [{"name": "network-changed", "server_uuid": "a116797c-2142-485d-8138-b2a418de02c0", "tag": "62358ba1-05eb-4055-92ed-74b98e712905"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:44:59.997299 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc6ad95-9019-483b-806a-6c3998154ea5 x-openstack-request-id: req-5dc6ad95-9019-483b-806a-6c3998154ea5 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:44:59.997774 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a116797c-2142-485d-8138-b2a418de02c0", "tag": "62358ba1-05eb-4055-92ed-74b98e712905", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:44:59.997937 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5dc6ad95-9019-483b-806a-6c3998154ea5 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:44:59.998917 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a116797c-2142-485d-8138-b2a418de02c0', 'tag': '62358ba1-05eb-4055-92ed-74b98e712905', 'status': 'completed', 'code': 200} Nov 23 14:45:00.076170 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:45:00.114514 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-a3a3f1e1-c29e-4dab-8cc3-ca55167e8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:00.116628 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-a3a3f1e1-c29e-4dab-8cc3-ca55167e8a66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 1098 time: 0.0779414 Nov 23 14:45:00.276399 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-0b9389be-8adc-484a-af58-26ce1569a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:00.279035 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-0b9389be-8adc-484a-af58-26ce1569a4d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.1421528 Nov 23 14:45:00.339487 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-b1b76d49-78b2-4149-aa01-7dca671c14d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62358ba1-05eb-4055-92ed-74b98e712905 HTTP/1.1" status: 200 len: 217 time: 0.0503018 Nov 23 14:45:00.420150 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-4dc2d26c-5f83-4bd1-9755-dafe265527e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:00.422736 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-4dc2d26c-5f83-4bd1-9755-dafe265527e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0726616 Nov 23 14:45:00.434784 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fe527-0dae-4334-89c6-93352597b15f req-158a76e2-f265-49d2-800f-41f868ec6e25 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:00.436741 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-dd3fe527-0dae-4334-89c6-93352597b15f req-158a76e2-f265-49d2-800f-41f868ec6e25 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 945 time: 0.2238295 Nov 23 14:45:00.498929 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-d3cde77b-9a97-48f5-8f6f-a3c2c806f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:00.500506 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-d3cde77b-9a97-48f5-8f6f-a3c2c806f194 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676515 Nov 23 14:45:00.500710 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-dd3fe527-0dae-4334-89c6-93352597b15f req-b4234019-d8d4-4288-b77a-132ba45cc718 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568926 Nov 23 14:45:00.500916 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '5cc6c8ec-257e-4317-b548-f39a72f00232', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:0e:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:33Z', 'updated_at': '2021-11-23T14:41:35Z', 'revision_number': 1, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:00.542892 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] Checking router: 5ed0aad7-8a36-444c-b44e-59134dc46ed9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:45:00.553369 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:45:00.553991 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:44:37Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:00.618227 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-99581147-0241-4fca-916b-cfedba234e46 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093874 Nov 23 14:45:00.685916 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:45:00.740882 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-fc1a6a5f-66a8-4194-b9d3-946372e5b587 req-936265ea-4a19-475d-97dc-8eb850fe76cb service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136656 Nov 23 14:45:01.065565 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '5cc6c8ec-257e-4317-b548-f39a72f00232', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:0e:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:33Z', 'updated_at': '2021-11-23T14:41:35Z', 'revision_number': 1, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:01.099064 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83bda63-8086-4433-aeda-8b36849facd1 None None] The sync data for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi is: [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_floatingips': [{'id': '5cc6c8ec-257e-4317-b548-f39a72f00232', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'router_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'port_id': '611b66be-5456-4a13-acef-0aadc54a3454', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'mac_address': 'fa:16:3e:0e:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665968b-6869-4420-a9b2-3008b6919e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T14:41:33Z', 'updated_at': '2021-11-23T14:41:35Z', 'revision_number': 1, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:45:01.349928 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5173c-8d34-4897-a30c-e71df334f858 None None] New status for floating IP f1e71e92-3c42-4bc1-a26c-b773d95e513a: DOWN {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:45:01.695378 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b8b7e-7fab-411b-a806-32f7593ddbbc req-5450b6a6-4320-47bc-b46a-3aa3fbf9ee6e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:01.697822 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3c7b8b7e-7fab-411b-a806-32f7593ddbbc req-5450b6a6-4320-47bc-b46a-3aa3fbf9ee6e tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 945 time: 0.1120911 Nov 23 14:45:01.785467 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-1cb32842-508a-4ee0-bf27-e19195744e4d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:01.787014 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-1cb32842-508a-4ee0-bf27-e19195744e4d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 945 time: 0.0865669 Nov 23 14:45:01.791989 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-3c7b8b7e-7fab-411b-a806-32f7593ddbbc req-ebb0aec6-5db4-4977-9cd1-c142d90b0239 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827312 Nov 23 14:45:01.888218 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Deleting port 62358ba1-05eb-4055-92ed-74b98e712905 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:01.888467 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:01.986356 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] For port 62358ba1-05eb-4055-92ed-74b98e712905, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=62358ba1-05eb-4055-92ed-74b98e712905,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:01.986727 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:02.004450 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Calling delete_port for 62358ba1-05eb-4055-92ed-74b98e712905 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:02.155168 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:02.185778 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event deleted for resources: {'Port': ['ID=62358ba1-05eb-4055-92ed-74b98e712905,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:02.225969 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.226320 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.226665 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.227006 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.227340 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.227672 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.228916 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.229264 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.229597 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.229943 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.230266 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.230591 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:02.251396 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] No DVR routers for this DVR port 62358ba1-05eb-4055-92ed-74b98e712905 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:45:02.254746 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:02.262098 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-948ab0b0-3b88-43e9-8667-2d96dea737ab req-0304d1ea-3eeb-47e5-bde2-afd05a9afb2d tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "DELETE /v2.0/ports/62358ba1-05eb-4055-92ed-74b98e712905 HTTP/1.1" status: 204 len: 173 time: 0.4678683 Nov 23 14:45:02.262925 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a116797c-2142-485d-8138-b2a418de02c0', 'name': 'network-vif-deleted', 'tag': '62358ba1-05eb-4055-92ed-74b98e712905'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:45:02.266309 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061310b9-0c43-48bf-b8b5-7c8ffb71ce3f" -d '{"events": [{"server_uuid": "a116797c-2142-485d-8138-b2a418de02c0", "name": "network-vif-deleted", "tag": "62358ba1-05eb-4055-92ed-74b98e712905"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:45:02.311304 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c4e7db-68bb-4f75-bb67-7e0df78c2ee8 x-openstack-request-id: req-01c4e7db-68bb-4f75-bb67-7e0df78c2ee8 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:45:02.311589 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a116797c-2142-485d-8138-b2a418de02c0", "name": "network-vif-deleted", "tag": "62358ba1-05eb-4055-92ed-74b98e712905", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:45:02.311838 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01c4e7db-68bb-4f75-bb67-7e0df78c2ee8 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:45:02.312235 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a116797c-2142-485d-8138-b2a418de02c0', 'name': 'network-vif-deleted', 'tag': '62358ba1-05eb-4055-92ed-74b98e712905', 'status': 'completed', 'code': 200} Nov 23 14:45:02.784038 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:45:02.952024 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-a8e3cfad-429b-4e44-a29b-8f22d4071171 req-d8f9a280-3051-42bd-b79c-5167be07da98 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=a116797c-2142-485d-8138-b2a418de02c0 HTTP/1.1" status: 200 len: 210 time: 0.0337820 Nov 23 14:45:04.156590 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-aa10d3ee-585c-4b90-9f39-66486389f095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:04.841371 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 62358ba1-05eb-4055-92ed-74b98e712905 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:45:04.861833 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 62358ba1-05eb-4055-92ed-74b98e712905 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:45:04.862180 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 62358ba1-05eb-4055-92ed-74b98e712905 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:45:06.264526 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52772) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:06.434985 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Deleting port f56ea199-40a9-46fb-b5a7-e9a5cf239cc4 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:06.435315 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:06.622871 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c2c90e03-80b4-43f1-af3a-45b936040171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:06.773055 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:06.773392 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:06.786215 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Calling delete_port for f56ea199-40a9-46fb-b5a7-e9a5cf239cc4 owned by network:floatingip {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:06.941784 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:06.968254 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event deleted for resources: {'Port': ['ID=f56ea199-40a9-46fb-b5a7-e9a5cf239cc4,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:07.034565 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:07.034908 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.db.l3_db [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Floating IP 5cc6c8ec-257e-4317-b548-f39a72f00232 disassociated (deleted). External IP: 172.27.1.81, port: 611b66be-5456-4a13-acef-0aadc54a3454. Nov 23 14:45:07.274047 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:45:07.425790 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:45:07.430912 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:07.436296 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] Sync routers for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:45:07.447081 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:45:07.447923 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:45:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:07.460073 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-340171b5-4607-49e5-b55b-430d317acb0f tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "DELETE /v2.0/floatingips/5cc6c8ec-257e-4317-b548-f39a72f00232 HTTP/1.1" status: 204 len: 168 time: 1.1943283 Nov 23 14:45:07.460729 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3665968b-6869-4420-a9b2-3008b6919e8a', 'tag': '611b66be-5456-4a13-acef-0aadc54a3454'}] {{(pid=102952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:45:07.463939 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95dd9c2c36d46cb8d1b06f3a3b6ad1442982cfac401b36711b880c03d5e6ffe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544d9b73-e56e-490f-b832-e4c2f1ba9247" -d '{"events": [{"name": "network-changed", "server_uuid": "3665968b-6869-4420-a9b2-3008b6919e8a", "tag": "611b66be-5456-4a13-acef-0aadc54a3454"}]}' {{(pid=102952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:45:07.504671 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7177aa35-f545-4cc7-a5e4-042e255af203 x-openstack-request-id: req-7177aa35-f545-4cc7-a5e4-042e255af203 {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:45:07.505200 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3665968b-6869-4420-a9b2-3008b6919e8a", "tag": "611b66be-5456-4a13-acef-0aadc54a3454", "status": "completed", "code": 200}]} {{(pid=102952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:45:07.505371 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7177aa35-f545-4cc7-a5e4-042e255af203 {{(pid=102952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:45:07.505699 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3665968b-6869-4420-a9b2-3008b6919e8a', 'tag': '611b66be-5456-4a13-acef-0aadc54a3454', 'status': 'completed', 'code': 200} Nov 23 14:45:07.584976 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-b1757723-0157-42dc-92a0-79f53edc6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:07.588821 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-b1757723-0157-42dc-92a0-79f53edc6999 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 1098 time: 0.0534010 Nov 23 14:45:07.594176 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:45:07.730100 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-273fc868-041a-4195-86af-a34f15105753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:07.733137 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-273fc868-041a-4195-86af-a34f15105753 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 200 len: 913 time: 0.1370735 Nov 23 14:45:07.803199 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-69d4105f-508c-4b68-bd34-ef89b7f680ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=611b66be-5456-4a13-acef-0aadc54a3454 HTTP/1.1" status: 200 len: 217 time: 0.0547690 Nov 23 14:45:07.862005 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad6e19-d330-4591-ac3c-fba857e6a8fb req-c90bb53c-0e50-4572-9a50-7b735ada307b tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:07.863567 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8dad6e19-d330-4591-ac3c-fba857e6a8fb req-c90bb53c-0e50-4572-9a50-7b735ada307b tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 945 time: 0.1291203 Nov 23 14:45:07.889697 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-eb1641cc-2308-4741-9986-7ec7a48acb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:07.891252 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-eb1641cc-2308-4741-9986-7ec7a48acb2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 200 len: 851 time: 0.0781541 Nov 23 14:45:07.893188 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:07.921307 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] Checking router: 5ed0aad7-8a36-444c-b44e-59134dc46ed9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:45:07.932501 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:45:07.933176 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:45:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:07.953287 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-8dad6e19-d330-4591-ac3c-fba857e6a8fb req-4258c272-0c90-44c2-a01a-2ee3c4a6bfd2 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828283 Nov 23 14:45:07.969699 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-c7b71af4-9c15-4a01-86c2-4c1af42804ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:07.972404 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-c7b71af4-9c15-4a01-86c2-4c1af42804ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728123 Nov 23 14:45:08.052662 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:45:08.075988 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-b2dae501-e016-492f-91e2-bb90ef0fb60b service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942671 Nov 23 14:45:08.182025 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-544d9b73-e56e-490f-b832-e4c2f1ba9247 req-e28843d6-32cb-4061-9110-a4bc6ceb60d5 service neutron] 10.222.0.48 "GET /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983088 Nov 23 14:45:08.275891 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:08.283110 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:08.310308 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474cc5a5-07d2-4acb-b8cd-633b349d0e13 None None] The sync data for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi is: [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:38:34Z', 'revision_number': 4, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi', '_interfaces': [{'id': '280174cf-63b6-4878-9f83-7eea8ee17637', 'name': '', 'network_id': '3174c182-5ea7-4a2d-af27-2bcbf61cb6dd', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'mac_address': 'fa:16:3e:be:f2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:33Z', 'updated_at': '2021-11-23T14:38:39Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'subnets': [{'id': '63e5b48a-924a-4787-983c-a2953aeebfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:45:08.538863 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27432c5-7a2c-4e39-bb42-86bf17edaa72 None None] New status for floating IP 5cc6c8ec-257e-4317-b548-f39a72f00232: DOWN {{(pid=102955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 14:45:09.084989 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8aa693-fe6a-41eb-9244-3aab5a298340 req-fd40ebb5-ebe1-41ab-a51f-513960b54047 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:09.086556 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6b8aa693-fe6a-41eb-9244-3aab5a298340 req-fd40ebb5-ebe1-41ab-a51f-513960b54047 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 945 time: 0.0549927 Nov 23 14:45:09.141066 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-6b8aa693-fe6a-41eb-9244-3aab5a298340 req-24d41f66-547c-4d8a-9384-31ce5b0ad410 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/security-groups?id=3aa567ed-3c31-4ea6-bf65-5e72a0e61460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482934 Nov 23 14:45:09.186754 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-8457bac0-e964-4324-a808-7f28e30a2b32 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 14:45:09.188310 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-8457bac0-e964-4324-a808-7f28e30a2b32 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 945 time: 0.0597246 Nov 23 14:45:09.295536 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-215707c3-b1b5-42e2-bbfc-47928ead1ed6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Deleting port 611b66be-5456-4a13-acef-0aadc54a3454 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:09.296596 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-215707c3-b1b5-42e2-bbfc-47928ead1ed6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:09.396765 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-215707c3-b1b5-42e2-bbfc-47928ead1ed6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] For port 611b66be-5456-4a13-acef-0aadc54a3454, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=611b66be-5456-4a13-acef-0aadc54a3454,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:09.397163 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-215707c3-b1b5-42e2-bbfc-47928ead1ed6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:09.414825 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-215707c3-b1b5-42e2-bbfc-47928ead1ed6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Calling delete_port for 611b66be-5456-4a13-acef-0aadc54a3454 owned by compute:nova {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:09.561533 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-215707c3-b1b5-42e2-bbfc-47928ead1ed6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:09.592295 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215707c3-b1b5-42e2-bbfc-47928ead1ed6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event deleted for resources: {'Port': ['ID=611b66be-5456-4a13-acef-0aadc54a3454,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:09.650487 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-215707c3-b1b5-42e2-bbfc-47928ead1ed6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] No DVR routers for this DVR port 611b66be-5456-4a13-acef-0aadc54a3454 on host hv-cinder-80403 {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:45:09.653803 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-215707c3-b1b5-42e2-bbfc-47928ead1ed6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for port, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:09.657835 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [req-1beb14c6-3623-4417-a35c-2483fd97f0d0 req-215707c3-b1b5-42e2-bbfc-47928ead1ed6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.48 "DELETE /v2.0/ports/611b66be-5456-4a13-acef-0aadc54a3454 HTTP/1.1" status: 204 len: 173 time: 0.4635954 Nov 23 14:45:09.658462 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3665968b-6869-4420-a9b2-3008b6919e8a', 'name': 'network-vif-deleted', 'tag': '611b66be-5456-4a13-acef-0aadc54a3454'}] {{(pid=102953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 14:45:09.661415 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da02bf1cee61926d99a25f69671dcba48422f0c88e86c7febcd2fd12d632e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fec57d7-3f70-4aa8-8719-7ae147e60426" -d '{"events": [{"server_uuid": "3665968b-6869-4420-a9b2-3008b6919e8a", "name": "network-vif-deleted", "tag": "611b66be-5456-4a13-acef-0aadc54a3454"}]}' {{(pid=102953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 14:45:09.707497 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65a97a6-1deb-44ab-97ad-8ee523841c39 x-openstack-request-id: req-b65a97a6-1deb-44ab-97ad-8ee523841c39 {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 14:45:09.707804 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3665968b-6869-4420-a9b2-3008b6919e8a", "name": "network-vif-deleted", "tag": "611b66be-5456-4a13-acef-0aadc54a3454", "status": "completed", "code": 200}]} {{(pid=102953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 14:45:09.708139 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b65a97a6-1deb-44ab-97ad-8ee523841c39 {{(pid=102953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 14:45:09.708600 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3665968b-6869-4420-a9b2-3008b6919e8a', 'name': 'network-vif-deleted', 'tag': '611b66be-5456-4a13-acef-0aadc54a3454', 'status': 'completed', 'code': 200} Nov 23 14:45:09.915321 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:10.272229 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [req-2222e24b-4f7a-439e-912a-879e79a4a844 req-a16a349c-a41f-4c52-b5a7-63059d0fffb6 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "GET /v2.0/ports?device_id=3665968b-6869-4420-a9b2-3008b6919e8a HTTP/1.1" status: 200 len: 210 time: 0.0395627 Nov 23 14:45:10.530491 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:11.356192 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52788) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:11.490957 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-293aaf5f-874a-43b8-be75-8d81cb6257a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Deleting port 23a07b7a-4608-41b3-89d2-63ebba72dd49 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:11.491294 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-293aaf5f-874a-43b8-be75-8d81cb6257a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:11.575093 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-293aaf5f-874a-43b8-be75-8d81cb6257a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:11.575337 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-293aaf5f-874a-43b8-be75-8d81cb6257a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:11.588273 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-293aaf5f-874a-43b8-be75-8d81cb6257a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Calling delete_port for 23a07b7a-4608-41b3-89d2-63ebba72dd49 owned by network:floatingip {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:11.755164 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-293aaf5f-874a-43b8-be75-8d81cb6257a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:11.785553 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293aaf5f-874a-43b8-be75-8d81cb6257a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event deleted for resources: {'Port': ['ID=23a07b7a-4608-41b3-89d2-63ebba72dd49,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:11.852584 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-293aaf5f-874a-43b8-be75-8d81cb6257a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for floatingip, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:11.855241 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-293aaf5f-874a-43b8-be75-8d81cb6257a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-917671'] for floatingip, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:11.856460 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-293aaf5f-874a-43b8-be75-8d81cb6257a5 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "DELETE /v2.0/floatingips/30c0eced-742f-4464-9aed-a6641b19a80a HTTP/1.1" status: 204 len: 168 time: 0.4992592 Nov 23 14:45:12.840531 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 611b66be-5456-4a13-acef-0aadc54a3454 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:45:12.865307 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] No Port match for: 611b66be-5456-4a13-acef-0aadc54a3454 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:45:12.865660 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Device 611b66be-5456-4a13-acef-0aadc54a3454 not bound to the agent host hv-cinder-80403 {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:45:13.082977 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52800) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:13.141985 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c39dded4-0497-40e2-bd20-c71b70cb4147 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:13.168904 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c39dded4-0497-40e2-bd20-c71b70cb4147 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:13.234195 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c39dded4-0497-40e2-bd20-c71b70cb4147 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:13.236898 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-c39dded4-0497-40e2-bd20-c71b70cb4147 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:13.238104 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-c39dded4-0497-40e2-bd20-c71b70cb4147 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] 10.222.0.59 "DELETE /v2.0/security-groups/3aa567ed-3c31-4ea6-bf65-5e72a0e61460 HTTP/1.1" status: 204 len: 168 time: 0.1541326 Nov 23 14:45:13.248861 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dded4-0497-40e2-bd20-c71b70cb4147 tempest-TestVolumeBootPattern-1073358759 tempest-TestVolumeBootPattern-1073358759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa567ed-3c31-4ea6-bf65-5e72a0e61460,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:13.302953 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52804) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:13.829684 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599750'] for router_interface, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:14.098142 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] Deleting port 280174cf-63b6-4878-9f83-7eea8ee17637 {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:14.098382 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:14.182886 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] For port 280174cf-63b6-4878-9f83-7eea8ee17637, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=280174cf-63b6-4878-9f83-7eea8ee17637,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:14.183234 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:14.196210 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] Calling delete_port for 280174cf-63b6-4878-9f83-7eea8ee17637 owned by network:router_interface {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:14.391671 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:14.416563 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=280174cf-63b6-4878-9f83-7eea8ee17637,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:14.621679 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562774'] for router_interface, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:14.864747 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] Router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:45:14.974337 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:45:14.981294 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-4408fbae-2fab-4e72-a7b6-66c2973f0cd9 admin admin] 10.222.0.59 "PUT /v2.0/routers/5ed0aad7-8a36-444c-b44e-59134dc46ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6764247 Nov 23 14:45:14.983250 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52808) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:14.988803 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] Sync routers for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:45:15.005343 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:45:15.006299 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:45:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:15.104273 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Publish callbacks [] for router, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:15.127133 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:45:15.222304 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:15.278639 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Deleting port 15824285-1a40-4501-9330-5fdbd27ceff1 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:15.279004 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:15.334855 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:45:14Z', 'revision_number': 5, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port': {'id': '15824285-1a40-4501-9330-5fdbd27ceff1', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:33:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:32Z', 'updated_at': '2021-11-23T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:15.369670 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] Checking router: 5ed0aad7-8a36-444c-b44e-59134dc46ed9 for host: dv-cinder-804035-16-iscsi {{(pid=102954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:45:15.376511 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] For port 15824285-1a40-4501-9330-5fdbd27ceff1, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=15824285-1a40-4501-9330-5fdbd27ceff1,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:15.376995 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:15.378518 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] Routers {'5ed0aad7-8a36-444c-b44e-59134dc46ed9'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:45:15.379092 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:45:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'], 'active': True} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:15.389918 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Calling delete_port for 15824285-1a40-4501-9330-5fdbd27ceff1 owned by network:router_gateway {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:15.463756 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvr_db [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] Set router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 gateway port host: None {{(pid=102954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:45:15.521259 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_hamode_db [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:45:15Z', 'revision_number': 6, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port_host': None}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:15.549279 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a1eae-7cd9-41f7-987d-69f45d366713 None None] The sync data for ids ['5ed0aad7-8a36-444c-b44e-59134dc46ed9'] in dv-cinder-804035-16-iscsi is: [{'id': '5ed0aad7-8a36-444c-b44e-59134dc46ed9', 'name': 'tempest-TestVolumeBootPattern-1144800395-router', 'tenant_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:31Z', 'updated_at': '2021-11-23T14:45:15Z', 'revision_number': 6, 'project_id': 'bb944e8e220f4b9f80081a617bb9e3f6', 'gw_port_host': None}] {{(pid=102954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:45:15.559856 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:15.588245 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Pushing event deleted for resources: {'Port': ['ID=15824285-1a40-4501-9330-5fdbd27ceff1,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:15.649491 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402813'] for router_gateway, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:15.741685 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5024'] for router, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:15.743912 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.056835 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562713'] for router, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.058011 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed0aad7-8a36-444c-b44e-59134dc46ed9 {{(pid=102953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:45:16.062469 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.063630 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-4eaed679-481c-47df-91e5-baa60640c56b admin admin] 10.222.0.59 "DELETE /v2.0/routers/5ed0aad7-8a36-444c-b44e-59134dc46ed9 HTTP/1.1" status: 204 len: 168 time: 1.0793889 Nov 23 14:45:16.066298 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52810) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:16.113553 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_v2 [None req-378fdd00-b1db-46a0-a5e9-74c432aa537b admin admin] Deleting subnet 63e5b48a-924a-4787-983c-a2953aeebfc5 {{(pid=102953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:45:16.116697 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-378fdd00-b1db-46a0-a5e9-74c432aa537b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.152312 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-378fdd00-b1db-46a0-a5e9-74c432aa537b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5134442'] for subnet, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.235051 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-378fdd00-b1db-46a0-a5e9-74c432aa537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.246490 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.297008 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-378fdd00-b1db-46a0-a5e9-74c432aa537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341592'] for subnet, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.323124 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fdd00-b1db-46a0-a5e9-74c432aa537b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e5b48a-924a-4787-983c-a2953aeebfc5,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:16.329727 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-378fdd00-b1db-46a0-a5e9-74c432aa537b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.333307 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-378fdd00-b1db-46a0-a5e9-74c432aa537b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/63e5b48a-924a-4787-983c-a2953aeebfc5 HTTP/1.1" status: 204 len: 168 time: 0.2660058 Nov 23 14:45:16.334662 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2d02c7-f585-4e19-9201-b0c930142737 None None] Network 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:45:16.336270 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52812) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:16.468309 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.541918 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] DHCP port deletion for 3174c182-5ea7-4a2d-af27-2bcbf61cb6dd request from dv-cinder-804035-16-iscsi {{(pid=102954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:45:16.552832 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Deleting port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:16.553273 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.606740 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Deleting port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff {{(pid=102954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:16.607119 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.684442 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] For port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=8ae4f655-7a2b-41c8-82a8-97879c9e10ff,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:16.684902 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.705481 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Calling delete_port for 8ae4f655-7a2b-41c8-82a8-97879c9e10ff owned by network:dhcp {{(pid=102954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:16.804510 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843'] for port, after_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.831364 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Pushing event deleted for resources: {'Port': ['ID=8ae4f655-7a2b-41c8-82a8-97879c9e10ff,revision_number=None']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:16.835566 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] No DVR routers for this DVR port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff on host dv-cinder-804035-16-iscsi {{(pid=102954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:45:16.846996 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.847357 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.847841 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.849260 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.849260 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.849260 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.849260 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.849698 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.849698 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.850027 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.850355 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.850679 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d980a-3e72-43cf-9cb5-06eea868cd7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-16-iscsi {{(pid=102954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 14:45:16.891931 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] For port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=8ae4f655-7a2b-41c8-82a8-97879c9e10ff,segment=NetworkSegment(de8661b6-fce6-4496-9ee0-ea6d11d52382),segment_id=de8661b6-fce6-4496-9ee0-ea6d11d52382)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:16.892297 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:16.906563 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Calling delete_port for 8ae4f655-7a2b-41c8-82a8-97879c9e10ff owned by network:dhcp {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:17.001787 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:17.030324 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae4f655-7a2b-41c8-82a8-97879c9e10ff,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:17.034184 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] No DVR routers for this DVR port 8ae4f655-7a2b-41c8-82a8-97879c9e10ff on host dv-cinder-804035-16-iscsi {{(pid=102952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:45:17.115643 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:17.139114 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3174c182-5ea7-4a2d-af27-2bcbf61cb6dd']}} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:17.151146 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8661b6-fce6-4496-9ee0-ea6d11d52382') {'for_net_delete': True} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:17.151441 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.services.segments.db [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8661b6-fce6-4496-9ee0-ea6d11d52382') {} {{(pid=102952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:17.161726 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4342110'] for segment, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:17.176286 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:17.183438 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:45:17.183836 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5086178'] for segment, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: self.session.flush() Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: self.session.flush() Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: self.session.flush() Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: self.session.flush() Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: Traceback (most recent call last): Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: timer() Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: cb(*args, **kw) Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: return func(*args, **kwargs) Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: self._notify() Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: self.callback(batched_events) Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: event.method(event) Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: return f(self, *a, **k) Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._get(url).json() Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: return self.request(url, 'GET', **kwargs) Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:45:17.185709 dv-cinder-804035-16-iscsi neutron-server[102952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:45:17.247001 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:17.263779 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:17.267147 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] 10.222.0.59 "DELETE /v2.0/networks/3174c182-5ea7-4a2d-af27-2bcbf61cb6dd HTTP/1.1" status: 204 len: 168 time: 0.9282203 Nov 23 14:45:17.268545 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4596257-ed67-4376-af80-60c4508b39bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3174c182-5ea7-4a2d-af27-2bcbf61cb6dd,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:17.270147 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [-] (102952) accepted ('10.222.0.59', 52814) {{(pid=102952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:17.353623 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 15824285-1a40-4501-9330-5fdbd27ceff1 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:45:17.375096 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 15824285-1a40-4501-9330-5fdbd27ceff1 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:45:17.375352 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 15824285-1a40-4501-9330-5fdbd27ceff1 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:45:17.375778 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 8ae4f655-7a2b-41c8-82a8-97879c9e10ff no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:45:17.396535 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 8ae4f655-7a2b-41c8-82a8-97879c9e10ff {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:45:17.396899 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 8ae4f655-7a2b-41c8-82a8-97879c9e10ff not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:45:17.397338 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 280174cf-63b6-4878-9f83-7eea8ee17637 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:45:17.417389 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 280174cf-63b6-4878-9f83-7eea8ee17637 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:45:17.417658 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 280174cf-63b6-4878-9f83-7eea8ee17637 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:45:17.640364 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-599750'] for router_interface, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:17.895756 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] Deleting port 903d2336-4248-4fb1-aef0-dda5bf57292f {{(pid=102952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:17.896005 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:17.978299 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.db [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] For port 903d2336-4248-4fb1-aef0-dda5bf57292f, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=903d2336-4248-4fb1-aef0-dda5bf57292f,segment=NetworkSegment(0384382d-b6d8-4ff4-be34-3851148f922d),segment_id=0384382d-b6d8-4ff4-be34-3851148f922d)] {{(pid=102952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:17.978683 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:17.992000 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.plugins.ml2.plugin [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] Calling delete_port for 903d2336-4248-4fb1-aef0-dda5bf57292f owned by network:router_interface {{(pid=102952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:18.190439 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5085201'] for port, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:18.219631 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] Pushing event deleted for resources: {'Port': ['ID=903d2336-4248-4fb1-aef0-dda5bf57292f,revision_number=None']} {{(pid=102952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:18.399079 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron_lib.callbacks.manager [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562774'] for router_interface, after_delete {{(pid=102952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:18.625692 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] Router 8ec97709-000f-4671-bf1e-f7e046fafed6 has already been hosted by L3 agent 5cbe1dab-8d02-4fab-9523-f659d5221ca9 {{(pid=102952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 14:45:18.733920 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] Notify agent at l3_agent.dv-cinder-804035-16-iscsi the message routers_updated {{(pid=102952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 14:45:18.739626 dv-cinder-804035-16-iscsi neutron-server[102952]: INFO neutron.wsgi [None req-731a50f2-6782-4dba-bc4c-2599710ef95d admin admin] 10.222.0.59 "PUT /v2.0/routers/8ec97709-000f-4671-bf1e-f7e046fafed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4684820 Nov 23 14:45:18.742397 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52816) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:18.746214 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] Sync routers for ids ['8ec97709-000f-4671-bf1e-f7e046fafed6'] in dv-cinder-804035-16-iscsi {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 14:45:18.756735 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] Routers {'8ec97709-000f-4671-bf1e-f7e046fafed6'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:45:18.757420 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:45:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['8ec97709-000f-4671-bf1e-f7e046fafed6'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:18.848413 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Publish callbacks [] for router, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:18.866406 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] Set router 8ec97709-000f-4671-bf1e-f7e046fafed6 gateway port host: dv-cinder-804035-16-iscsi {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:45:18.950092 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.003666 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Deleting port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:19.004001 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.048932 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'name': 'tempest-TestVolumeBootPattern-1904027651-router', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'external_fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:45:18Z', 'revision_number': 5, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'gw_port': {'id': '6d9d6e20-322a-43ce-b48f-3ab9a366dcb9', 'name': '', 'network_id': 'dd2cda15-199e-4377-92fa-023d99d914e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2d185a8-a56e-4405-943c-dc8b7e900024', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-16-iscsi'}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:19.076589 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] Checking router: 8ec97709-000f-4671-bf1e-f7e046fafed6 for host: dv-cinder-804035-16-iscsi {{(pid=102955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 14:45:19.087066 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] Routers {'8ec97709-000f-4671-bf1e-f7e046fafed6'} bound to L3 agent in host dv-cinder-804035-16-iscsi {{(pid=102955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 14:45:19.087993 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T14:20:37Z,description=,heartbeat_timestamp=2021-11-23T14:45:07Z,host='dv-cinder-804035-16-iscsi',id=5cbe1dab-8d02-4fab-9523-f659d5221ca9,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T14:20:37Z,topic='l3_agent')) {'router_ids': ['8ec97709-000f-4671-bf1e-f7e046fafed6'], 'active': True} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:19.088236 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] For port 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=6d9d6e20-322a-43ce-b48f-3ab9a366dcb9,segment=NetworkSegment(9273e528-20a5-4d6b-b976-d8ede8c47b64),segment_id=9273e528-20a5-4d6b-b976-d8ede8c47b64)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:19.088770 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.101637 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Calling delete_port for 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 owned by network:router_gateway {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:19.177468 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_dvr_db [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] Set router 8ec97709-000f-4671-bf1e-f7e046fafed6 gateway port host: None {{(pid=102955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 14:45:19.233198 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.l3_hamode_db [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'name': 'tempest-TestVolumeBootPattern-1904027651-router', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:45:18Z', 'revision_number': 6, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'gw_port_host': None}], 'dv-cinder-804035-16-iscsi', False) {} {{(pid=102955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:19.260518 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c055085b-e3de-4e3c-81bb-3c435d5435d4 None None] The sync data for ids ['8ec97709-000f-4671-bf1e-f7e046fafed6'] in dv-cinder-804035-16-iscsi is: [{'id': '8ec97709-000f-4671-bf1e-f7e046fafed6', 'name': 'tempest-TestVolumeBootPattern-1904027651-router', 'tenant_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T14:38:36Z', 'updated_at': '2021-11-23T14:45:18Z', 'revision_number': 6, 'project_id': 'af85b2d25e1f44b1bb97a9ef7855a6d3', 'gw_port_host': None}] {{(pid=102955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 14:45:19.277021 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.305845 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9d6e20-322a-43ce-b48f-3ab9a366dcb9,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:19.365278 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-402813'] for router_gateway, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.460902 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5024'] for router, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.464366 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.509908 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562713'] for router, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.510690 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ec97709-000f-4671-bf1e-f7e046fafed6 {{(pid=102953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 14:45:19.515174 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] Publish callbacks [] for router, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.516346 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-db978fa6-220d-4f0c-89f0-eaa0b4df0841 admin admin] 10.222.0.59 "DELETE /v2.0/routers/8ec97709-000f-4671-bf1e-f7e046fafed6 HTTP/1.1" status: 204 len: 168 time: 0.7714419 Nov 23 14:45:19.518970 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52818) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:19.566233 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.db_base_plugin_v2 [None req-17947cdb-6544-4465-a304-1434bce86376 admin admin] Deleting subnet 5ebe26f1-2ec5-416b-821a-49cb960e7c03 {{(pid=102953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 14:45:19.569441 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-17947cdb-6544-4465-a304-1434bce86376 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.606850 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-17947cdb-6544-4465-a304-1434bce86376 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5134442'] for subnet, precommit_delete_associations {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.714296 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-17947cdb-6544-4465-a304-1434bce86376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826355'] for subnet, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.733070 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 903d2336-4248-4fb1-aef0-dda5bf57292f no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:45:19.759836 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 903d2336-4248-4fb1-aef0-dda5bf57292f {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:45:19.760254 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 903d2336-4248-4fb1-aef0-dda5bf57292f not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:45:19.781785 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-17947cdb-6544-4465-a304-1434bce86376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4884490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341592'] for subnet, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.807469 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17947cdb-6544-4465-a304-1434bce86376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebe26f1-2ec5-416b-821a-49cb960e7c03,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:19.811074 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-17947cdb-6544-4465-a304-1434bce86376 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.816800 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-17947cdb-6544-4465-a304-1434bce86376 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5ebe26f1-2ec5-416b-821a-49cb960e7c03 HTTP/1.1" status: 204 len: 168 time: 0.2940588 Nov 23 14:45:19.816997 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1abaf4e-e592-47bf-9bb9-0e44d1ab5677 None None] Network a5e2afa4-39df-4668-b36d-a8031d8ad62c requested from dv-cinder-804035-16-iscsi {{(pid=102954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 14:45:19.817192 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52820) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:19.890483 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1723609'] for network, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:19.947316 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Deleting port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 {{(pid=102953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:19.947316 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.016585 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.db [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] For port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9, host dv-cinder-804035-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-16-iscsi',level=0,port_id=4c1d8a0f-7f17-4950-b6b8-53851af1b8f9,segment=NetworkSegment(0384382d-b6d8-4ff4-be34-3851148f922d),segment_id=0384382d-b6d8-4ff4-be34-3851148f922d)] {{(pid=102953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:20.016823 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.030124 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.plugin [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Calling delete_port for 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 owned by network:dhcp {{(pid=102953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:20.077314 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa714e-fa55-4fdd-a9a9-b8a0da967c9e None None] DHCP port deletion for a5e2afa4-39df-4668-b36d-a8031d8ad62c request from dv-cinder-804035-16-iscsi {{(pid=102954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 14:45:20.121463 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4884567'] for port, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.134807 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-caaa714e-fa55-4fdd-a9a9-b8a0da967c9e None None] Deleting port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 {{(pid=102954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 14:45:20.135100 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-caaa714e-fa55-4fdd-a9a9-b8a0da967c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737234869598'] for port, before_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.151694 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1d8a0f-7f17-4950-b6b8-53851af1b8f9,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:20.154570 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] No DVR routers for this DVR port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 on host dv-cinder-804035-16-iscsi {{(pid=102953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:45:20.205339 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.db [None req-caaa714e-fa55-4fdd-a9a9-b8a0da967c9e None None] For port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9, host dv-cinder-804035-16-iscsi, got binding levels [] {{(pid=102954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 14:45:20.205742 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-caaa714e-fa55-4fdd-a9a9-b8a0da967c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402031'] for port, precommit_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.219872 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-caaa714e-fa55-4fdd-a9a9-b8a0da967c9e None None] Calling delete_port for 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 owned by network:dhcp {{(pid=102954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 14:45:20.222642 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.ipam_backend_mixin [None req-caaa714e-fa55-4fdd-a9a9-b8a0da967c9e None None] Port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 was not found and therefore no delete operation was performed {{(pid=102954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 14:45:20.223944 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-caaa714e-fa55-4fdd-a9a9-b8a0da967c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737234871664', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737234437843'] for port, after_delete {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.246069 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1824006', 'neutron.services.segments.db._delete_segments_for_network-8737234884536'] for network, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.269931 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e2afa4-39df-4668-b36d-a8031d8ad62c']}} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:20.281371 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0384382d-b6d8-4ff4-be34-3851148f922d') {'for_net_delete': True} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:20.281721 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.services.segments.db [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0384382d-b6d8-4ff4-be34-3851148f922d') {} {{(pid=102953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 14:45:20.296119 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737234944844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5134451'] for segment, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.325159 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020'] for segment, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.335214 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 14:45:20.335619 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4885412'] for segment, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: Traceback (most recent call last): Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: timer() Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: cb(*args, **kw) Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: return func(*args, **kwargs) Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: self._notify() Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: self.callback(batched_events) Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: event.method(event) Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: return f(self, *a, **k) Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._get(url).json() Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: return self.request(url, 'GET', **kwargs) Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 14:45:20.339176 dv-cinder-804035-16-iscsi neutron-server[102953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 14:45:20.391758 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa714e-fa55-4fdd-a9a9-b8a0da967c9e None None] Pushing event deleted for resources: {'Port': ['ID=4c1d8a0f-7f17-4950-b6b8-53851af1b8f9,revision_number=None']} {{(pid=102954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:20.397745 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa714e-fa55-4fdd-a9a9-b8a0da967c9e None None] No DVR routers for this DVR port 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 on host dv-cinder-804035-16-iscsi {{(pid=102954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 14:45:20.411164 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1824031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-402900'] for network, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.431910 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759811'] for network, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.435368 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] 10.222.0.59 "DELETE /v2.0/networks/a5e2afa4-39df-4668-b36d-a8031d8ad62c HTTP/1.1" status: 204 len: 168 time: 0.6171834 Nov 23 14:45:20.436853 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15c3a7-7ff7-4397-9adf-a94bf02f2cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e2afa4-39df-4668-b36d-a8031d8ad62c,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:20.546547 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52824) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:20.592594 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-802333ee-b73c-44bf-849e-52d7de36f800 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb944e8e220f4b9f80081a617bb9e3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448465 Nov 23 14:45:20.595222 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52826) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:20.644467 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-194c41c8-54d1-4934-a378-03ac144bca0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.667594 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-194c41c8-54d1-4934-a378-03ac144bca0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.715405 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-194c41c8-54d1-4934-a378-03ac144bca0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.718223 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-194c41c8-54d1-4934-a378-03ac144bca0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:20.719409 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-194c41c8-54d1-4934-a378-03ac144bca0a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47db632e-f896-4ec4-b01d-73fca0b6817e HTTP/1.1" status: 204 len: 168 time: 0.1232765 Nov 23 14:45:20.727181 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c41c8-54d1-4934-a378-03ac144bca0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47db632e-f896-4ec4-b01d-73fca0b6817e,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:21.062554 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52832) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:21.103303 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-10716e5a-d6ca-4423-af5d-b6954f422d80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af85b2d25e1f44b1bb97a9ef7855a6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395372 Nov 23 14:45:21.106482 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [-] (102953) accepted ('10.222.0.59', 52834) {{(pid=102953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 14:45:21.156010 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7e77d4ba-94f1-4159-8fc6-1501a853432f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:21.177307 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7e77d4ba-94f1-4159-8fc6-1501a853432f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:21.229003 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7e77d4ba-94f1-4159-8fc6-1501a853432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581940'] for security_group, after_delete {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:21.232932 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron_lib.callbacks.manager [None req-7e77d4ba-94f1-4159-8fc6-1501a853432f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:21.234101 dv-cinder-804035-16-iscsi neutron-server[102953]: INFO neutron.wsgi [None req-7e77d4ba-94f1-4159-8fc6-1501a853432f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bbeca13b-b87a-4c37-88e1-1d2ba0bb3a9f HTTP/1.1" status: 204 len: 168 time: 0.1266754 Nov 23 14:45:21.242608 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77d4ba-94f1-4159-8fc6-1501a853432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeca13b-b87a-4c37-88e1-1d2ba0bb3a9f,revision_number=None']} {{(pid=102953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 14:45:21.351732 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:45:21.372545 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:45:21.372970 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 4c1d8a0f-7f17-4950-b6b8-53851af1b8f9 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:45:21.373409 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 no longer exists at agent ovs-agent-dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 14:45:21.394427 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] No Port match for: 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 {{(pid=102954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 14:45:21.394790 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron.plugins.ml2.rpc [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Device 6d9d6e20-322a-43ce-b48f-3ab9a366dcb9 not bound to the agent host dv-cinder-804035-16-iscsi {{(pid=102954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 14:45:34.150535 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1e5359b8-6dbe-4203-b588-fc2c2332bb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:36.623355 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-079a07a4-9a8b-499e-a202-4805dd26dc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:38.274014 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:39.786924 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:45:39.918757 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:40.523450 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:45:46.244080 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:04.155240 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-5261affd-74e5-491c-a0e7-924455c157dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:06.626004 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-a42ca035-69dd-449d-82b4-0eb141a59363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:08.277169 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:09.920327 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:10.526761 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:16.259174 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:16.786798 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:46:34.160905 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-74c11a90-eb1b-4e76-9744-37e69bae332c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:36.632228 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-4d716bff-b189-41c6-869b-2212fe513cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:38.283716 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:39.925942 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:40.537095 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:46.283302 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:46:53.787641 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:46:57.764741 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [req-65586830-20a8-485a-a890-5c5b9355f308 req-f3b15549-9cc7-46e5-ba5c-baecb06067ae service neutron] (102952) timed out ('10.222.0.48', 62419) {{(pid=102952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:47:04.154844 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-a3099c84-be9a-4b41-9b55-76634fd9765b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:06.629216 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-236a7feb-4058-4295-a938-a76e6bc4300d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:08.283102 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:09.933264 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:10.533431 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:16.288657 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:30.786971 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:47:34.160304 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-46b238f0-1ee9-4589-b9bd-c82b340d3141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:36.633639 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-9624ee93-15b6-4373-8400-e8f3e893f382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:38.286099 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:39.930392 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:40.536978 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:47:46.287273 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:04.163313 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-1ba50ae1-cc09-4601-ab91-058c71314de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:06.639671 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-2f911b00-c24a-4e6c-8a17-c76c0e9b68ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:07.787675 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:48:08.288742 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:09.931410 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:10.541067 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:16.305452 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:34.166902 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-193b6142-3b4a-4802-97e4-67a8da77b378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:36.643331 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-01c4912f-086e-41e2-afb8-d65ce704c11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:38.290439 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:39.939337 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:40.545002 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:48:44.788017 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:48:46.310035 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:04.170763 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-0bb447ae-2dad-4cc2-87bb-323ec7ab9040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:06.647255 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-525d43ca-a6f0-4a7f-92d9-dadf85515df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:08.293894 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:09.938092 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:10.547562 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:16.316516 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:21.787678 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:49:34.176702 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-52ee049e-9b61-4d0c-b669-3cee01d0577d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:36.651579 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-565c5a8e-949d-42a4-b04d-bdda12355949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:38.312123 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:39.941500 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:40.561918 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:46.333566 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:49:48.743502 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [req-048676ce-82e0-4589-a11a-134f916f91bd req-43d167fe-0882-4c68-bb9f-a7b0ed30694b service neutron] (102952) timed out ('10.222.0.59', 49126) {{(pid=102952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:49:58.788575 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:50:04.189376 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-23747aaf-61fe-4b67-8275-c32d39d85745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:06.660514 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-9dab62d5-b967-418a-8eb8-0d69cd084791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:08.302840 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:09.778666 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [req-8e7db59d-bd38-4832-89c9-e6187e76dc62 req-839b998e-4330-46bc-8058-a47f83b74d7a service neutron] (102953) timed out ('10.222.0.48', 62422) {{(pid=102953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:50:09.944298 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:10.557968 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:15.363220 dv-cinder-804035-16-iscsi neutron-server[102952]: DEBUG neutron.wsgi [req-25c27e1e-1a8a-4a85-8304-8da45ddd41f0 req-f6b86492-5a12-4fdc-8ace-9dea50775aaa service neutron] (102952) timed out ('10.222.0.59', 46420) {{(pid=102952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:50:16.334175 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:33.851773 dv-cinder-804035-16-iscsi neutron-server[102953]: DEBUG neutron.wsgi [req-523d4776-1293-4b60-aa9e-5d54a0473232 req-0d1f0005-5546-40de-8a36-d0b24f2ba2d1 service neutron] (102953) timed out ('10.222.0.48', 62373) {{(pid=102953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 14:50:34.183359 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-7646481f-6333-48dc-86cb-9a63cc1144fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:35.788923 dv-cinder-804035-16-iscsi neutron-server[102955]: DEBUG neutron.db.agents_db [None req-b465bcfd-4af4-442f-9c97-076851549d71 None None] Agent healthcheck: found 6 active agents {{(pid=102955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 14:50:36.656686 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e6ce-f653-44bf-8d79-cd3c770373b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:38.303048 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-96953925-d213-48ea-9311-a1728e7aaf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:39.946861 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-57e0cd01-fb96-402a-b05b-2795050f5fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:40.555945 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ada-cef2-4238-84e9-f590dd92d87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 14:50:46.344824 dv-cinder-804035-16-iscsi neutron-server[102954]: DEBUG neutron_lib.callbacks.manager [None req-c56c42e3-df39-4ffb-9382-e3cf320895ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737234884545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824552'] for agent, after_update {{(pid=102954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}